2024-11-24 00:20:33,036 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 00:20:33,048 main DEBUG Took 0.009671 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 00:20:33,048 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 00:20:33,048 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 00:20:33,049 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 00:20:33,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,057 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 00:20:33,068 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,070 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,071 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,072 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,073 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,074 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,076 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,076 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,077 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 00:20:33,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,079 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 00:20:33,080 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 00:20:33,081 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 00:20:33,083 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 00:20:33,083 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 00:20:33,084 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 00:20:33,085 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 00:20:33,093 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 00:20:33,095 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 00:20:33,096 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 00:20:33,097 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 00:20:33,097 main DEBUG createAppenders(={Console}) 2024-11-24 00:20:33,098 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 00:20:33,098 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 00:20:33,098 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 00:20:33,099 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 00:20:33,099 main DEBUG OutputStream closed 2024-11-24 00:20:33,099 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 00:20:33,100 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 00:20:33,100 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 00:20:33,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 00:20:33,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 00:20:33,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 00:20:33,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 00:20:33,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 00:20:33,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 00:20:33,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 00:20:33,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 00:20:33,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 00:20:33,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 00:20:33,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 00:20:33,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 00:20:33,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 00:20:33,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 00:20:33,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 00:20:33,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 00:20:33,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 00:20:33,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 00:20:33,180 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 00:20:33,180 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 00:20:33,180 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 00:20:33,181 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T00:20:33,448 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f 2024-11-24 00:20:33,451 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 00:20:33,451 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T00:20:33,460 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-24T00:20:33,481 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T00:20:33,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221, deleteOnExit=true 2024-11-24T00:20:33,484 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T00:20:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/test.cache.data in system properties and HBase conf 2024-11-24T00:20:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T00:20:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/hadoop.log.dir in system properties and HBase conf 2024-11-24T00:20:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T00:20:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T00:20:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T00:20:33,579 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T00:20:33,678 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T00:20:33,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T00:20:33,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T00:20:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T00:20:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T00:20:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T00:20:33,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T00:20:33,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T00:20:33,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T00:20:33,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T00:20:33,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/nfs.dump.dir in system properties and HBase conf 2024-11-24T00:20:33,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/java.io.tmpdir in system properties and HBase conf 2024-11-24T00:20:33,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T00:20:33,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T00:20:33,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T00:20:34,490 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T00:20:34,571 INFO [Time-limited test {}] log.Log(170): Logging initialized @2243ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T00:20:34,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T00:20:34,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T00:20:34,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T00:20:34,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T00:20:34,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T00:20:34,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T00:20:34,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/hadoop.log.dir/,AVAILABLE} 2024-11-24T00:20:34,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T00:20:34,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/java.io.tmpdir/jetty-localhost-36677-hadoop-hdfs-3_4_1-tests_jar-_-any-1172622649983411031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T00:20:34,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:36677} 2024-11-24T00:20:34,946 INFO [Time-limited test {}] server.Server(415): Started @2619ms 2024-11-24T00:20:35,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T00:20:35,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T00:20:35,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T00:20:35,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T00:20:35,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T00:20:35,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/hadoop.log.dir/,AVAILABLE} 2024-11-24T00:20:35,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T00:20:35,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/java.io.tmpdir/jetty-localhost-43473-hadoop-hdfs-3_4_1-tests_jar-_-any-8764268938318430015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T00:20:35,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:43473} 2024-11-24T00:20:35,493 INFO [Time-limited test {}] server.Server(415): Started @3166ms 2024-11-24T00:20:35,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T00:20:36,008 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/dfs/data/data1/current/BP-266826940-172.17.0.2-1732407634254/current, will proceed with Du for space computation calculation, 2024-11-24T00:20:36,008 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/dfs/data/data2/current/BP-266826940-172.17.0.2-1732407634254/current, will proceed with Du for space computation calculation, 2024-11-24T00:20:36,042 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T00:20:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65e0b4d0d959a6b6 with lease ID 0x5eb9a7c85723e192: Processing first storage report for DS-9626a07b-f73f-4fd5-a4df-63f81c720772 from datanode DatanodeRegistration(127.0.0.1:34147, datanodeUuid=e42ecd96-c7b0-4911-9641-aadf025858fa, infoPort=36119, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1640376403;c=1732407634254) 2024-11-24T00:20:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65e0b4d0d959a6b6 with lease ID 0x5eb9a7c85723e192: from storage DS-9626a07b-f73f-4fd5-a4df-63f81c720772 node DatanodeRegistration(127.0.0.1:34147, datanodeUuid=e42ecd96-c7b0-4911-9641-aadf025858fa, infoPort=36119, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1640376403;c=1732407634254), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T00:20:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65e0b4d0d959a6b6 with lease ID 0x5eb9a7c85723e192: Processing first storage report for DS-243a5100-ec98-4ea7-b1c0-d02ab8e012f7 from datanode DatanodeRegistration(127.0.0.1:34147, datanodeUuid=e42ecd96-c7b0-4911-9641-aadf025858fa, infoPort=36119, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1640376403;c=1732407634254) 2024-11-24T00:20:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65e0b4d0d959a6b6 with lease ID 0x5eb9a7c85723e192: from storage DS-243a5100-ec98-4ea7-b1c0-d02ab8e012f7 node DatanodeRegistration(127.0.0.1:34147, datanodeUuid=e42ecd96-c7b0-4911-9641-aadf025858fa, infoPort=36119, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1640376403;c=1732407634254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T00:20:36,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f 2024-11-24T00:20:36,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/zookeeper_0, clientPort=54804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T00:20:36,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54804 2024-11-24T00:20:36,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T00:20:36,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T00:20:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741825_1001 (size=7) 2024-11-24T00:20:36,893 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 with version=8 2024-11-24T00:20:36,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/hbase-staging 2024-11-24T00:20:37,035 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T00:20:37,315 INFO [Time-limited test {}] client.ConnectionUtils(129): master/1a18afc96aae:0 server-side Connection retries=45 2024-11-24T00:20:37,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T00:20:37,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T00:20:37,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T00:20:37,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T00:20:37,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T00:20:37,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T00:20:37,533 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T00:20:37,542 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T00:20:37,547 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T00:20:37,575 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21959 (auto-detected) 2024-11-24T00:20:37,577 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T00:20:37,597 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38659 2024-11-24T00:20:37,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T00:20:37,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T00:20:37,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38659 connecting to ZooKeeper ensemble=127.0.0.1:54804 2024-11-24T00:20:37,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386590x0, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T00:20:37,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38659-0x10026e669c30000 connected 2024-11-24T00:20:37,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T00:20:37,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T00:20:37,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T00:20:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38659 2024-11-24T00:20:37,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38659 2024-11-24T00:20:37,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38659 2024-11-24T00:20:37,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38659 2024-11-24T00:20:37,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38659 2024-11-24T00:20:37,715 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78, hbase.cluster.distributed=false 2024-11-24T00:20:37,777 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/1a18afc96aae:0 server-side Connection retries=45 2024-11-24T00:20:37,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T00:20:37,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T00:20:37,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T00:20:37,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T00:20:37,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T00:20:37,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T00:20:37,782 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T00:20:37,783 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44317 2024-11-24T00:20:37,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T00:20:37,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T00:20:37,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T00:20:37,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T00:20:37,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44317 connecting to ZooKeeper ensemble=127.0.0.1:54804 2024-11-24T00:20:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443170x0, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T00:20:37,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44317-0x10026e669c30001 connected 2024-11-24T00:20:37,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T00:20:37,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T00:20:37,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T00:20:37,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-24T00:20:37,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44317 2024-11-24T00:20:37,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44317 2024-11-24T00:20:37,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-24T00:20:37,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-24T00:20:37,815 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/1a18afc96aae,38659,1732407637024 2024-11-24T00:20:37,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T00:20:37,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T00:20:37,825 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1a18afc96aae,38659,1732407637024 2024-11-24T00:20:37,831 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a18afc96aae:38659 2024-11-24T00:20:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T00:20:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T00:20:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:37,847 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T00:20:37,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T00:20:37,848 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1a18afc96aae,38659,1732407637024 from backup master directory 2024-11-24T00:20:37,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1a18afc96aae,38659,1732407637024 2024-11-24T00:20:37,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T00:20:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T00:20:37,852 WARN [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T00:20:37,852 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a18afc96aae,38659,1732407637024 2024-11-24T00:20:37,855 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T00:20:37,856 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T00:20:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741826_1002 (size=42) 2024-11-24T00:20:38,328 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/hbase.id with ID: e1fb716d-89d1-48a9-bc3e-b03151e99ffb 2024-11-24T00:20:38,370 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T00:20:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:38,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741827_1003 (size=196) 2024-11-24T00:20:38,428 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:20:38,430 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T00:20:38,448 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:38,453 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T00:20:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741828_1004 (size=1189) 2024-11-24T00:20:38,904 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store 2024-11-24T00:20:38,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741829_1005 (size=34) 2024-11-24T00:20:38,923 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T00:20:38,924 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:38,925 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T00:20:38,925 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:20:38,925 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:20:38,925 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T00:20:38,925 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:20:38,925 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:20:38,926 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T00:20:38,927 WARN [master/1a18afc96aae:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/.initializing 2024-11-24T00:20:38,928 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/WALs/1a18afc96aae,38659,1732407637024 2024-11-24T00:20:38,934 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T00:20:38,944 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a18afc96aae%2C38659%2C1732407637024, suffix=, logDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/WALs/1a18afc96aae,38659,1732407637024, archiveDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/oldWALs, maxLogs=10 2024-11-24T00:20:38,965 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/WALs/1a18afc96aae,38659,1732407637024/1a18afc96aae%2C38659%2C1732407637024.1732407638948, exclude list is [], retry=0 2024-11-24T00:20:38,982 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34147,DS-9626a07b-f73f-4fd5-a4df-63f81c720772,DISK] 2024-11-24T00:20:38,985 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T00:20:39,022 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/WALs/1a18afc96aae,38659,1732407637024/1a18afc96aae%2C38659%2C1732407637024.1732407638948 2024-11-24T00:20:39,023 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36119:36119)] 2024-11-24T00:20:39,023 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:20:39,024 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:39,027 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,028 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T00:20:39,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:39,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T00:20:39,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T00:20:39,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:39,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:20:39,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T00:20:39,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:39,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:20:39,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T00:20:39,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:39,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:20:39,111 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,112 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,120 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T00:20:39,124 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T00:20:39,128 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:20:39,129 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64366162, jitterRate=-0.040869444608688354}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T00:20:39,133 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T00:20:39,134 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T00:20:39,163 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff69b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:39,197 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T00:20:39,209 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T00:20:39,209 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T00:20:39,211 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T00:20:39,213 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T00:20:39,218 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-24T00:20:39,218 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T00:20:39,243 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T00:20:39,254 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T00:20:39,256 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T00:20:39,258 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T00:20:39,260 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T00:20:39,262 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T00:20:39,263 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T00:20:39,266 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T00:20:39,268 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T00:20:39,269 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T00:20:39,270 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T00:20:39,279 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T00:20:39,280 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T00:20:39,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T00:20:39,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T00:20:39,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:39,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:39,286 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=1a18afc96aae,38659,1732407637024, sessionid=0x10026e669c30000, setting cluster-up flag (Was=false) 2024-11-24T00:20:39,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:39,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:39,304 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T00:20:39,306 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a18afc96aae,38659,1732407637024 2024-11-24T00:20:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:39,317 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T00:20:39,318 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a18afc96aae,38659,1732407637024 2024-11-24T00:20:39,401 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T00:20:39,407 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T00:20:39,409 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T00:20:39,415 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a18afc96aae,38659,1732407637024 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T00:20:39,418 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a18afc96aae:0, corePoolSize=5, maxPoolSize=5 2024-11-24T00:20:39,418 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a18afc96aae:0, corePoolSize=5, maxPoolSize=5 2024-11-24T00:20:39,418 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a18afc96aae:0, corePoolSize=5, maxPoolSize=5 2024-11-24T00:20:39,419 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a18afc96aae:0, corePoolSize=5, maxPoolSize=5 2024-11-24T00:20:39,419 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a18afc96aae:0, corePoolSize=10, maxPoolSize=10 2024-11-24T00:20:39,419 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,419 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a18afc96aae:0, corePoolSize=2, maxPoolSize=2 2024-11-24T00:20:39,419 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,421 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732407669421 2024-11-24T00:20:39,423 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T00:20:39,424 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T00:20:39,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T00:20:39,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T00:20:39,427 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T00:20:39,427 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T00:20:39,428 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T00:20:39,428 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T00:20:39,428 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,429 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a18afc96aae:44317 2024-11-24T00:20:39,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:39,429 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T00:20:39,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T00:20:39,430 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1008): ClusterId : e1fb716d-89d1-48a9-bc3e-b03151e99ffb 2024-11-24T00:20:39,431 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T00:20:39,431 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T00:20:39,434 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T00:20:39,436 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T00:20:39,436 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T00:20:39,438 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a18afc96aae:0:becomeActiveMaster-HFileCleaner.large.0-1732407639437,5,FailOnTimeoutGroup] 2024-11-24T00:20:39,438 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a18afc96aae:0:becomeActiveMaster-HFileCleaner.small.0-1732407639438,5,FailOnTimeoutGroup] 2024-11-24T00:20:39,438 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,439 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T00:20:39,440 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T00:20:39,440 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,440 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T00:20:39,440 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741831_1007 (size=1039) 2024-11-24T00:20:39,443 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T00:20:39,443 DEBUG [RS:0;1a18afc96aae:44317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4528ba0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:39,445 DEBUG [RS:0;1a18afc96aae:44317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30da7e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a18afc96aae/172.17.0.2:0 2024-11-24T00:20:39,448 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T00:20:39,448 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T00:20:39,448 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T00:20:39,450 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(3073): reportForDuty to master=1a18afc96aae,38659,1732407637024 with isa=1a18afc96aae/172.17.0.2:44317, startcode=1732407637776 2024-11-24T00:20:39,462 DEBUG [RS:0;1a18afc96aae:44317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T00:20:39,495 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44585, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T00:20:39,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38659 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:39,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38659 {}] master.ServerManager(486): Registering regionserver=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:39,517 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:20:39,517 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44105 2024-11-24T00:20:39,517 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T00:20:39,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T00:20:39,522 DEBUG [RS:0;1a18afc96aae:44317 {}] zookeeper.ZKUtil(111): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a18afc96aae,44317,1732407637776 2024-11-24T00:20:39,522 WARN [RS:0;1a18afc96aae:44317 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T00:20:39,522 INFO [RS:0;1a18afc96aae:44317 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T00:20:39,523 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/WALs/1a18afc96aae,44317,1732407637776 2024-11-24T00:20:39,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a18afc96aae,44317,1732407637776] 2024-11-24T00:20:39,536 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T00:20:39,547 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T00:20:39,560 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T00:20:39,563 INFO [RS:0;1a18afc96aae:44317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T00:20:39,563 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,564 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T00:20:39,571 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,571 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,571 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,571 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,571 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,571 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,572 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a18afc96aae:0, corePoolSize=2, maxPoolSize=2 2024-11-24T00:20:39,572 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,572 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,572 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,572 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,572 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a18afc96aae:0, corePoolSize=1, maxPoolSize=1 2024-11-24T00:20:39,572 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a18afc96aae:0, corePoolSize=3, maxPoolSize=3 2024-11-24T00:20:39,573 DEBUG [RS:0;1a18afc96aae:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0, corePoolSize=3, maxPoolSize=3 2024-11-24T00:20:39,574 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,574 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,574 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,574 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,575 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,44317,1732407637776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T00:20:39,594 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T00:20:39,595 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,44317,1732407637776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:39,615 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.Replication(204): 1a18afc96aae,44317,1732407637776 started 2024-11-24T00:20:39,615 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1767): Serving as 1a18afc96aae,44317,1732407637776, RpcServer on 1a18afc96aae/172.17.0.2:44317, sessionid=0x10026e669c30001 2024-11-24T00:20:39,616 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T00:20:39,616 DEBUG [RS:0;1a18afc96aae:44317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:39,616 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a18afc96aae,44317,1732407637776' 2024-11-24T00:20:39,616 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T00:20:39,617 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T00:20:39,618 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T00:20:39,618 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T00:20:39,618 DEBUG [RS:0;1a18afc96aae:44317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:39,618 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a18afc96aae,44317,1732407637776' 2024-11-24T00:20:39,618 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T00:20:39,619 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T00:20:39,620 DEBUG [RS:0;1a18afc96aae:44317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T00:20:39,620 INFO [RS:0;1a18afc96aae:44317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T00:20:39,620 INFO [RS:0;1a18afc96aae:44317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T00:20:39,725 INFO [RS:0;1a18afc96aae:44317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T00:20:39,729 INFO [RS:0;1a18afc96aae:44317 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a18afc96aae%2C44317%2C1732407637776, suffix=, logDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/WALs/1a18afc96aae,44317,1732407637776, archiveDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/oldWALs, maxLogs=32 2024-11-24T00:20:39,745 DEBUG [RS:0;1a18afc96aae:44317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/WALs/1a18afc96aae,44317,1732407637776/1a18afc96aae%2C44317%2C1732407637776.1732407639731, exclude list is [], retry=0 2024-11-24T00:20:39,750 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34147,DS-9626a07b-f73f-4fd5-a4df-63f81c720772,DISK] 2024-11-24T00:20:39,753 INFO [RS:0;1a18afc96aae:44317 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/WALs/1a18afc96aae,44317,1732407637776/1a18afc96aae%2C44317%2C1732407637776.1732407639731 2024-11-24T00:20:39,754 DEBUG [RS:0;1a18afc96aae:44317 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36119:36119)] 2024-11-24T00:20:39,844 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T00:20:39,845 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:20:39,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741833_1009 (size=32) 2024-11-24T00:20:40,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:40,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T00:20:40,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T00:20:40,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:40,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T00:20:40,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T00:20:40,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T00:20:40,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:40,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T00:20:40,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T00:20:40,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T00:20:40,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:40,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T00:20:40,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740 2024-11-24T00:20:40,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740 2024-11-24T00:20:40,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:20:40,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T00:20:40,282 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:20:40,282 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72253552, jitterRate=0.07666182518005371}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:20:40,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T00:20:40,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T00:20:40,285 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T00:20:40,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T00:20:40,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T00:20:40,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T00:20:40,286 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T00:20:40,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T00:20:40,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T00:20:40,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T00:20:40,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T00:20:40,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T00:20:40,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T00:20:40,456 DEBUG [1a18afc96aae:38659 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T00:20:40,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:40,466 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a18afc96aae,44317,1732407637776, state=OPENING 2024-11-24T00:20:40,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T00:20:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:40,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T00:20:40,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T00:20:40,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:20:40,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:40,651 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T00:20:40,655 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T00:20:40,666 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T00:20:40,666 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T00:20:40,667 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T00:20:40,670 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a18afc96aae%2C44317%2C1732407637776.meta, suffix=.meta, logDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/WALs/1a18afc96aae,44317,1732407637776, archiveDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/oldWALs, maxLogs=32 2024-11-24T00:20:40,687 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/WALs/1a18afc96aae,44317,1732407637776/1a18afc96aae%2C44317%2C1732407637776.meta.1732407640672.meta, exclude list is [], retry=0 2024-11-24T00:20:40,691 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34147,DS-9626a07b-f73f-4fd5-a4df-63f81c720772,DISK] 2024-11-24T00:20:40,694 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/WALs/1a18afc96aae,44317,1732407637776/1a18afc96aae%2C44317%2C1732407637776.meta.1732407640672.meta 2024-11-24T00:20:40,694 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36119:36119)] 2024-11-24T00:20:40,695 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:20:40,696 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T00:20:40,755 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T00:20:40,760 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T00:20:40,764 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T00:20:40,764 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:40,764 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T00:20:40,764 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T00:20:40,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T00:20:40,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T00:20:40,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:40,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T00:20:40,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T00:20:40,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T00:20:40,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:40,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T00:20:40,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T00:20:40,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T00:20:40,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:40,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T00:20:40,776 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740 2024-11-24T00:20:40,779 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740 2024-11-24T00:20:40,781 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:20:40,783 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T00:20:40,785 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74472917, jitterRate=0.10973294079303741}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:20:40,786 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T00:20:40,793 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732407640643 2024-11-24T00:20:40,804 DEBUG [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T00:20:40,805 INFO [RS_OPEN_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T00:20:40,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:40,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a18afc96aae,44317,1732407637776, state=OPEN 2024-11-24T00:20:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T00:20:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T00:20:40,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T00:20:40,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T00:20:40,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T00:20:40,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=1a18afc96aae,44317,1732407637776 in 337 msec 2024-11-24T00:20:40,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T00:20:40,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-24T00:20:40,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4730 sec 2024-11-24T00:20:40,827 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732407640826, completionTime=-1 2024-11-24T00:20:40,827 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T00:20:40,827 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T00:20:40,866 DEBUG [hconnection-0x18ba9584-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:40,869 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:40,879 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T00:20:40,880 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732407700879 2024-11-24T00:20:40,880 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732407760880 2024-11-24T00:20:40,880 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-24T00:20:40,902 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,38659,1732407637024-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:40,902 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,38659,1732407637024-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:40,902 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,38659,1732407637024-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:40,904 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a18afc96aae:38659, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:40,904 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:40,909 DEBUG [master/1a18afc96aae:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T00:20:40,912 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T00:20:40,914 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T00:20:40,920 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T00:20:40,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T00:20:40,924 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:40,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T00:20:40,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741835_1011 (size=358) 2024-11-24T00:20:41,362 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9721533387e756f7f29c683b93266ac4, NAME => 'hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:20:41,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741836_1012 (size=42) 2024-11-24T00:20:41,772 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:41,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9721533387e756f7f29c683b93266ac4, disabling compactions & flushes 2024-11-24T00:20:41,773 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:20:41,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:20:41,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. after waiting 0 ms 2024-11-24T00:20:41,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:20:41,773 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:20:41,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9721533387e756f7f29c683b93266ac4: 2024-11-24T00:20:41,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T00:20:41,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732407641777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732407641777"}]},"ts":"1732407641777"} 2024-11-24T00:20:41,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T00:20:41,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T00:20:41,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407641806"}]},"ts":"1732407641806"} 2024-11-24T00:20:41,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T00:20:41,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9721533387e756f7f29c683b93266ac4, ASSIGN}] 2024-11-24T00:20:41,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9721533387e756f7f29c683b93266ac4, ASSIGN 2024-11-24T00:20:41,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9721533387e756f7f29c683b93266ac4, ASSIGN; state=OFFLINE, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=false 2024-11-24T00:20:41,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9721533387e756f7f29c683b93266ac4, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:41,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9721533387e756f7f29c683b93266ac4, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:20:42,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:42,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:20:42,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9721533387e756f7f29c683b93266ac4, NAME => 'hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:20:42,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9721533387e756f7f29c683b93266ac4 2024-11-24T00:20:42,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:42,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9721533387e756f7f29c683b93266ac4 2024-11-24T00:20:42,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9721533387e756f7f29c683b93266ac4 2024-11-24T00:20:42,140 INFO [StoreOpener-9721533387e756f7f29c683b93266ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9721533387e756f7f29c683b93266ac4 2024-11-24T00:20:42,142 INFO [StoreOpener-9721533387e756f7f29c683b93266ac4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9721533387e756f7f29c683b93266ac4 columnFamilyName info 2024-11-24T00:20:42,142 DEBUG [StoreOpener-9721533387e756f7f29c683b93266ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:42,143 INFO [StoreOpener-9721533387e756f7f29c683b93266ac4-1 {}] regionserver.HStore(327): Store=9721533387e756f7f29c683b93266ac4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:20:42,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4 2024-11-24T00:20:42,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4 2024-11-24T00:20:42,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9721533387e756f7f29c683b93266ac4 2024-11-24T00:20:42,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:20:42,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9721533387e756f7f29c683b93266ac4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62673603, jitterRate=-0.06609053909778595}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T00:20:42,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9721533387e756f7f29c683b93266ac4: 2024-11-24T00:20:42,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4., pid=6, masterSystemTime=1732407642130 2024-11-24T00:20:42,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:20:42,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:20:42,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9721533387e756f7f29c683b93266ac4, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:42,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T00:20:42,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9721533387e756f7f29c683b93266ac4, server=1a18afc96aae,44317,1732407637776 in 187 msec 2024-11-24T00:20:42,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T00:20:42,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9721533387e756f7f29c683b93266ac4, ASSIGN in 349 msec 2024-11-24T00:20:42,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T00:20:42,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407642172"}]},"ts":"1732407642172"} 2024-11-24T00:20:42,175 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T00:20:42,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T00:20:42,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2640 sec 2024-11-24T00:20:42,224 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T00:20:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T00:20:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:20:42,255 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T00:20:42,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T00:20:42,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-24T00:20:42,278 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T00:20:42,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T00:20:42,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-24T00:20:42,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T00:20:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T00:20:42,307 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.454sec 2024-11-24T00:20:42,308 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T00:20:42,310 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T00:20:42,310 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T00:20:42,311 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T00:20:42,311 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T00:20:42,312 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,38659,1732407637024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T00:20:42,312 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,38659,1732407637024-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T00:20:42,319 DEBUG [master/1a18afc96aae:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T00:20:42,320 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T00:20:42,320 INFO [master/1a18afc96aae:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a18afc96aae,38659,1732407637024-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T00:20:42,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0870ca2a to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63dfbe60 2024-11-24T00:20:42,333 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T00:20:42,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:42,341 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T00:20:42,341 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T00:20:42,350 DEBUG [hconnection-0x6449c4c6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:42,361 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:42,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=1a18afc96aae,38659,1732407637024 2024-11-24T00:20:42,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=8252 2024-11-24T00:20:42,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T00:20:42,394 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T00:20:42,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:20:42,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:20:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T00:20:42,408 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T00:20:42,408 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:42,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T00:20:42,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T00:20:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T00:20:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741837_1013 (size=960) 2024-11-24T00:20:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T00:20:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T00:20:42,824 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:20:42,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741838_1014 (size=53) 2024-11-24T00:20:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T00:20:43,234 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:43,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dd85acc21e586c76e659109d85500dfb, disabling compactions & flushes 2024-11-24T00:20:43,235 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. after waiting 0 ms 2024-11-24T00:20:43,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,235 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:43,237 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T00:20:43,238 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732407643237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732407643237"}]},"ts":"1732407643237"} 2024-11-24T00:20:43,240 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T00:20:43,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T00:20:43,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407643242"}]},"ts":"1732407643242"} 2024-11-24T00:20:43,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T00:20:43,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd85acc21e586c76e659109d85500dfb, ASSIGN}] 2024-11-24T00:20:43,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd85acc21e586c76e659109d85500dfb, ASSIGN 2024-11-24T00:20:43,251 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd85acc21e586c76e659109d85500dfb, ASSIGN; state=OFFLINE, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=false 2024-11-24T00:20:43,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=dd85acc21e586c76e659109d85500dfb, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:43,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:20:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T00:20:43,559 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:43,565 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,565 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:20:43,566 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,566 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:20:43,566 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,566 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,568 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,572 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:20:43,572 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd85acc21e586c76e659109d85500dfb columnFamilyName A 2024-11-24T00:20:43,572 DEBUG [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:43,574 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.HStore(327): Store=dd85acc21e586c76e659109d85500dfb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:20:43,574 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,576 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:20:43,576 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd85acc21e586c76e659109d85500dfb columnFamilyName B 2024-11-24T00:20:43,576 DEBUG [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:43,577 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.HStore(327): Store=dd85acc21e586c76e659109d85500dfb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:20:43,577 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,579 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:20:43,580 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd85acc21e586c76e659109d85500dfb columnFamilyName C 2024-11-24T00:20:43,580 DEBUG [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:20:43,580 INFO [StoreOpener-dd85acc21e586c76e659109d85500dfb-1 {}] regionserver.HStore(327): Store=dd85acc21e586c76e659109d85500dfb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:20:43,581 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,582 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,583 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,586 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:20:43,589 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:43,592 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:20:43,593 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened dd85acc21e586c76e659109d85500dfb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65258487, jitterRate=-0.027572765946388245}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:20:43,594 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:43,596 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., pid=11, masterSystemTime=1732407643559 2024-11-24T00:20:43,599 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,599 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:43,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=dd85acc21e586c76e659109d85500dfb, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:43,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T00:20:43,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 in 197 msec 2024-11-24T00:20:43,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T00:20:43,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd85acc21e586c76e659109d85500dfb, ASSIGN in 357 msec 2024-11-24T00:20:43,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T00:20:43,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407643610"}]},"ts":"1732407643610"} 2024-11-24T00:20:43,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T00:20:43,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T00:20:43,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2200 sec 2024-11-24T00:20:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T00:20:44,531 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T00:20:44,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02a08c5a to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6be4168e 2024-11-24T00:20:44,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed9b166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,548 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T00:20:44,554 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T00:20:44,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24512372 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5038857 2024-11-24T00:20:44,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed 2024-11-24T00:20:44,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f68aae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d523ff to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@629b91f8 2024-11-24T00:20:44,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227 2024-11-24T00:20:44,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb8ce8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d888e3e to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53f30e40 2024-11-24T00:20:44,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915562a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f34c0b8 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@691cbc80 2024-11-24T00:20:44,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502730d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ebb9f30 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cfc6db 2024-11-24T00:20:44,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8793a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f18a09d to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8b52656 2024-11-24T00:20:44,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71209fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,601 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x426bcd11 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@634dc49c 2024-11-24T00:20:44,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1665e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:20:44,610 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,611 DEBUG [hconnection-0x134cb240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,612 DEBUG [hconnection-0x17b3816e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,613 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,613 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,613 DEBUG [hconnection-0x7b5d524b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,614 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,614 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,615 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,616 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,616 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,617 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:44,618 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,619 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,621 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,626 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T00:20:44,632 DEBUG [hconnection-0x32d9f7e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:20:44,634 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:44,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:20:44,636 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:44,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T00:20:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:44,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:20:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T00:20:44,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:44,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:44,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:44,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T00:20:44,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:44,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:44,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:44,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/92b2b5c15bb944b6b7b7d967cd3cf2fd is 50, key is test_row_0/A:col10/1732407644689/Put/seqid=0 2024-11-24T00:20:44,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:44,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407704845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:44,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407704849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:44,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407704858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:44,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407704859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407704861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:44,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741839_1015 (size=12001) 2024-11-24T00:20:44,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/92b2b5c15bb944b6b7b7d967cd3cf2fd 2024-11-24T00:20:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T00:20:44,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/21c28cabd8a5436dab90e715cd056116 is 50, key is test_row_0/B:col10/1732407644689/Put/seqid=0 2024-11-24T00:20:45,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407704996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407704997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407704998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407704998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407704999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741840_1016 (size=12001) 2024-11-24T00:20:45,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/21c28cabd8a5436dab90e715cd056116 2024-11-24T00:20:45,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T00:20:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:45,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:45,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cdacc31052f04fad94c16629cc78ffab is 50, key is test_row_0/C:col10/1732407644689/Put/seqid=0 2024-11-24T00:20:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741841_1017 (size=12001) 2024-11-24T00:20:45,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cdacc31052f04fad94c16629cc78ffab 2024-11-24T00:20:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/92b2b5c15bb944b6b7b7d967cd3cf2fd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/92b2b5c15bb944b6b7b7d967cd3cf2fd 2024-11-24T00:20:45,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/92b2b5c15bb944b6b7b7d967cd3cf2fd, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T00:20:45,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/21c28cabd8a5436dab90e715cd056116 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/21c28cabd8a5436dab90e715cd056116 2024-11-24T00:20:45,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/21c28cabd8a5436dab90e715cd056116, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T00:20:45,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cdacc31052f04fad94c16629cc78ffab as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cdacc31052f04fad94c16629cc78ffab 2024-11-24T00:20:45,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cdacc31052f04fad94c16629cc78ffab, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T00:20:45,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for dd85acc21e586c76e659109d85500dfb in 432ms, sequenceid=14, compaction requested=false 2024-11-24T00:20:45,156 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T00:20:45,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:45,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T00:20:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:45,188 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T00:20:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:45,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d44e8b60885e464d905cfb7d3cd2bb2d is 50, key is test_row_0/A:col10/1732407644854/Put/seqid=0 2024-11-24T00:20:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:45,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:45,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407705233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741842_1018 (size=12001) 2024-11-24T00:20:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T00:20:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407705237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407705238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407705241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407705241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407705345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407705361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407705362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407705362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407705362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T00:20:45,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T00:20:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407705554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407705570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407705573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407705574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407705575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,650 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d44e8b60885e464d905cfb7d3cd2bb2d 2024-11-24T00:20:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/bdaa3f7abb97427192ec65b1e2498baa is 50, key is test_row_0/B:col10/1732407644854/Put/seqid=0 2024-11-24T00:20:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741843_1019 (size=12001) 2024-11-24T00:20:45,689 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/bdaa3f7abb97427192ec65b1e2498baa 2024-11-24T00:20:45,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/4399a24ae36444a9941b96f49d4664a3 is 50, key is test_row_0/C:col10/1732407644854/Put/seqid=0 2024-11-24T00:20:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741844_1020 (size=12001) 2024-11-24T00:20:45,730 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/4399a24ae36444a9941b96f49d4664a3 2024-11-24T00:20:45,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d44e8b60885e464d905cfb7d3cd2bb2d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d44e8b60885e464d905cfb7d3cd2bb2d 2024-11-24T00:20:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T00:20:45,758 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d44e8b60885e464d905cfb7d3cd2bb2d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:20:45,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/bdaa3f7abb97427192ec65b1e2498baa as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bdaa3f7abb97427192ec65b1e2498baa 2024-11-24T00:20:45,778 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bdaa3f7abb97427192ec65b1e2498baa, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:20:45,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/4399a24ae36444a9941b96f49d4664a3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/4399a24ae36444a9941b96f49d4664a3 2024-11-24T00:20:45,795 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/4399a24ae36444a9941b96f49d4664a3, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:20:45,797 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dd85acc21e586c76e659109d85500dfb in 609ms, sequenceid=38, compaction requested=false 2024-11-24T00:20:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T00:20:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T00:20:45,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T00:20:45,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1650 sec 2024-11-24T00:20:45,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.1870 sec 2024-11-24T00:20:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:45,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:20:45,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:45,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:45,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:45,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:45,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:45,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:45,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/e8f88f303fe14828a9f3a7842ef414f4 is 50, key is test_row_0/A:col10/1732407645234/Put/seqid=0 2024-11-24T00:20:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741845_1021 (size=12001) 2024-11-24T00:20:45,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/e8f88f303fe14828a9f3a7842ef414f4 2024-11-24T00:20:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407705911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407705912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407705918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407705918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407705920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:45,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0535bbe1c8544ae2b880704ca5142d20 is 50, key is test_row_0/B:col10/1732407645234/Put/seqid=0 2024-11-24T00:20:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741846_1022 (size=12001) 2024-11-24T00:20:45,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0535bbe1c8544ae2b880704ca5142d20 2024-11-24T00:20:45,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a0de318aade84273a7fba634e45ea49a is 50, key is test_row_0/C:col10/1732407645234/Put/seqid=0 2024-11-24T00:20:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741847_1023 (size=12001) 2024-11-24T00:20:46,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a0de318aade84273a7fba634e45ea49a 2024-11-24T00:20:46,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/e8f88f303fe14828a9f3a7842ef414f4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e8f88f303fe14828a9f3a7842ef414f4 2024-11-24T00:20:46,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407706023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407706025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407706028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407706030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407706030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e8f88f303fe14828a9f3a7842ef414f4, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T00:20:46,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0535bbe1c8544ae2b880704ca5142d20 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0535bbe1c8544ae2b880704ca5142d20 2024-11-24T00:20:46,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0535bbe1c8544ae2b880704ca5142d20, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T00:20:46,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a0de318aade84273a7fba634e45ea49a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0de318aade84273a7fba634e45ea49a 2024-11-24T00:20:46,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0de318aade84273a7fba634e45ea49a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T00:20:46,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dd85acc21e586c76e659109d85500dfb in 209ms, sequenceid=52, compaction requested=true 2024-11-24T00:20:46,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:46,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:46,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:46,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:46,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:46,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:46,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:46,078 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:46,080 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:46,083 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:46,085 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:46,085 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:46,086 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/21c28cabd8a5436dab90e715cd056116, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bdaa3f7abb97427192ec65b1e2498baa, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0535bbe1c8544ae2b880704ca5142d20] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=35.2 K 2024-11-24T00:20:46,087 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c28cabd8a5436dab90e715cd056116, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732407644688 2024-11-24T00:20:46,089 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting bdaa3f7abb97427192ec65b1e2498baa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407644837 2024-11-24T00:20:46,090 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:46,090 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0535bbe1c8544ae2b880704ca5142d20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407645234 2024-11-24T00:20:46,090 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:46,091 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:46,091 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/92b2b5c15bb944b6b7b7d967cd3cf2fd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d44e8b60885e464d905cfb7d3cd2bb2d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e8f88f303fe14828a9f3a7842ef414f4] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=35.2 K 2024-11-24T00:20:46,093 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92b2b5c15bb944b6b7b7d967cd3cf2fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732407644688 2024-11-24T00:20:46,094 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d44e8b60885e464d905cfb7d3cd2bb2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407644837 2024-11-24T00:20:46,095 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8f88f303fe14828a9f3a7842ef414f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407645234 2024-11-24T00:20:46,153 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:46,154 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d788c621b5a54d79913b39c469758b85 is 50, key is test_row_0/A:col10/1732407645234/Put/seqid=0 2024-11-24T00:20:46,170 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#9 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:46,171 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3ba0d83aace443f3bb826c04aa9aa619 is 50, key is test_row_0/B:col10/1732407645234/Put/seqid=0 2024-11-24T00:20:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741848_1024 (size=12104) 2024-11-24T00:20:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741849_1025 (size=12104) 2024-11-24T00:20:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:46,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:20:46,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:46,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:46,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:46,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:46,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:46,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:46,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/e57d6c0519b64bbeb45312035ca34b5d is 50, key is test_row_0/A:col10/1732407645915/Put/seqid=0 2024-11-24T00:20:46,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T00:20:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741850_1026 (size=16681) 2024-11-24T00:20:46,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407706264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407706273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407706337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407706337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407706341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407706440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407706447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407706448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407706449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407706449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,604 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d788c621b5a54d79913b39c469758b85 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d788c621b5a54d79913b39c469758b85 2024-11-24T00:20:46,605 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3ba0d83aace443f3bb826c04aa9aa619 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3ba0d83aace443f3bb826c04aa9aa619 2024-11-24T00:20:46,632 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into d788c621b5a54d79913b39c469758b85(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:46,632 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into 3ba0d83aace443f3bb826c04aa9aa619(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:46,632 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:46,632 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:46,633 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=13, startTime=1732407646078; duration=0sec 2024-11-24T00:20:46,633 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:46,633 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:46,633 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:46,633 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=13, startTime=1732407646077; duration=0sec 2024-11-24T00:20:46,634 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:46,634 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:46,637 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:46,637 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:46,637 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:46,637 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cdacc31052f04fad94c16629cc78ffab, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/4399a24ae36444a9941b96f49d4664a3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0de318aade84273a7fba634e45ea49a] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=35.2 K 2024-11-24T00:20:46,640 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting cdacc31052f04fad94c16629cc78ffab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732407644688 2024-11-24T00:20:46,641 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 4399a24ae36444a9941b96f49d4664a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407644837 2024-11-24T00:20:46,642 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a0de318aade84273a7fba634e45ea49a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407645234 2024-11-24T00:20:46,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407706647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407706656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407706657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407706657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407706658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,663 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:46,664 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9d7d6cdc228b4ff39e885e7f232fb52c is 50, key is test_row_0/C:col10/1732407645234/Put/seqid=0 2024-11-24T00:20:46,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/e57d6c0519b64bbeb45312035ca34b5d 2024-11-24T00:20:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741851_1027 (size=12104) 2024-11-24T00:20:46,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/2996bfc4cd6c4e6e8982c08bd2dffe75 is 50, key is test_row_0/B:col10/1732407645915/Put/seqid=0 2024-11-24T00:20:46,713 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9d7d6cdc228b4ff39e885e7f232fb52c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7d6cdc228b4ff39e885e7f232fb52c 2024-11-24T00:20:46,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741852_1028 (size=12001) 2024-11-24T00:20:46,728 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into 9d7d6cdc228b4ff39e885e7f232fb52c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:46,728 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:46,728 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=13, startTime=1732407646078; duration=0sec 2024-11-24T00:20:46,729 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:46,729 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T00:20:46,753 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T00:20:46,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T00:20:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T00:20:46,761 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:46,762 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:46,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T00:20:46,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T00:20:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:46,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:46,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407706953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407706962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407706963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407706965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:46,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407706968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T00:20:47,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T00:20:47,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:47,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/2996bfc4cd6c4e6e8982c08bd2dffe75 2024-11-24T00:20:47,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/be8069e57d1142b6ab85686ab6c74563 is 50, key is test_row_0/C:col10/1732407645915/Put/seqid=0 2024-11-24T00:20:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741853_1029 (size=12001) 2024-11-24T00:20:47,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/be8069e57d1142b6ab85686ab6c74563 2024-11-24T00:20:47,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/e57d6c0519b64bbeb45312035ca34b5d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e57d6c0519b64bbeb45312035ca34b5d 2024-11-24T00:20:47,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e57d6c0519b64bbeb45312035ca34b5d, entries=250, sequenceid=76, filesize=16.3 K 2024-11-24T00:20:47,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/2996bfc4cd6c4e6e8982c08bd2dffe75 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/2996bfc4cd6c4e6e8982c08bd2dffe75 2024-11-24T00:20:47,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T00:20:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:47,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/2996bfc4cd6c4e6e8982c08bd2dffe75, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T00:20:47,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/be8069e57d1142b6ab85686ab6c74563 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/be8069e57d1142b6ab85686ab6c74563 2024-11-24T00:20:47,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/be8069e57d1142b6ab85686ab6c74563, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T00:20:47,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dd85acc21e586c76e659109d85500dfb in 1024ms, sequenceid=76, compaction requested=false 2024-11-24T00:20:47,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T00:20:47,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T00:20:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,385 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:20:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/15f7fb8708c8437580273641b15576be is 50, key is test_row_0/A:col10/1732407646264/Put/seqid=0 2024-11-24T00:20:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741854_1030 (size=12001) 2024-11-24T00:20:47,413 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/15f7fb8708c8437580273641b15576be 2024-11-24T00:20:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/31e5a402181c4382bf4d5242f2efacf1 is 50, key is test_row_0/B:col10/1732407646264/Put/seqid=0 2024-11-24T00:20:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741855_1031 (size=12001) 2024-11-24T00:20:47,455 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/31e5a402181c4382bf4d5242f2efacf1 2024-11-24T00:20:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/f9b65f420da948ca8d68b2f63eedf3a8 is 50, key is test_row_0/C:col10/1732407646264/Put/seqid=0 2024-11-24T00:20:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741856_1032 (size=12001) 2024-11-24T00:20:47,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407707505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,514 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/f9b65f420da948ca8d68b2f63eedf3a8 2024-11-24T00:20:47,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407707506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407707510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407707509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407707512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/15f7fb8708c8437580273641b15576be as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/15f7fb8708c8437580273641b15576be 2024-11-24T00:20:47,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T00:20:47,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T00:20:47,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T00:20:47,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T00:20:47,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T00:20:47,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T00:20:47,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T00:20:47,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T00:20:47,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T00:20:47,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T00:20:47,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/15f7fb8708c8437580273641b15576be, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T00:20:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/31e5a402181c4382bf4d5242f2efacf1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/31e5a402181c4382bf4d5242f2efacf1 2024-11-24T00:20:47,564 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/31e5a402181c4382bf4d5242f2efacf1, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T00:20:47,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/f9b65f420da948ca8d68b2f63eedf3a8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f9b65f420da948ca8d68b2f63eedf3a8 2024-11-24T00:20:47,580 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f9b65f420da948ca8d68b2f63eedf3a8, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T00:20:47,593 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dd85acc21e586c76e659109d85500dfb in 204ms, sequenceid=91, compaction requested=true 2024-11-24T00:20:47,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:47,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T00:20:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T00:20:47,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T00:20:47,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 835 msec 2024-11-24T00:20:47,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 846 msec 2024-11-24T00:20:47,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:20:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:47,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/db6d6f561838446ea6cabbeddf750fce is 50, key is test_row_0/A:col10/1732407647501/Put/seqid=0 2024-11-24T00:20:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407707639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407707639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407707646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407707649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407707649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741857_1033 (size=14341) 2024-11-24T00:20:47,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/db6d6f561838446ea6cabbeddf750fce 2024-11-24T00:20:47,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3121327ef5624a61a77b048481c7d52e is 50, key is test_row_0/B:col10/1732407647501/Put/seqid=0 2024-11-24T00:20:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741858_1034 (size=12001) 2024-11-24T00:20:47,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3121327ef5624a61a77b048481c7d52e 2024-11-24T00:20:47,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/2d193e88d4fa4f018eaa49db760d6988 is 50, key is test_row_0/C:col10/1732407647501/Put/seqid=0 2024-11-24T00:20:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407707751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407707753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407707751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407707758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407707761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741859_1035 (size=12001) 2024-11-24T00:20:47,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/2d193e88d4fa4f018eaa49db760d6988 2024-11-24T00:20:47,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/db6d6f561838446ea6cabbeddf750fce as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/db6d6f561838446ea6cabbeddf750fce 2024-11-24T00:20:47,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/db6d6f561838446ea6cabbeddf750fce, entries=200, sequenceid=116, filesize=14.0 K 2024-11-24T00:20:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3121327ef5624a61a77b048481c7d52e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3121327ef5624a61a77b048481c7d52e 2024-11-24T00:20:47,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3121327ef5624a61a77b048481c7d52e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T00:20:47,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/2d193e88d4fa4f018eaa49db760d6988 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2d193e88d4fa4f018eaa49db760d6988 2024-11-24T00:20:47,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2d193e88d4fa4f018eaa49db760d6988, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T00:20:47,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd85acc21e586c76e659109d85500dfb in 217ms, sequenceid=116, compaction requested=true 2024-11-24T00:20:47,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:47,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:47,840 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:47,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:47,840 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:47,845 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:47,845 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:47,845 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,846 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d788c621b5a54d79913b39c469758b85, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e57d6c0519b64bbeb45312035ca34b5d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/15f7fb8708c8437580273641b15576be, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/db6d6f561838446ea6cabbeddf750fce] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=53.8 K 2024-11-24T00:20:47,846 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:47,846 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:47,846 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,847 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3ba0d83aace443f3bb826c04aa9aa619, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/2996bfc4cd6c4e6e8982c08bd2dffe75, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/31e5a402181c4382bf4d5242f2efacf1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3121327ef5624a61a77b048481c7d52e] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=47.0 K 2024-11-24T00:20:47,848 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d788c621b5a54d79913b39c469758b85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407645234 2024-11-24T00:20:47,848 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba0d83aace443f3bb826c04aa9aa619, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407645234 2024-11-24T00:20:47,849 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e57d6c0519b64bbeb45312035ca34b5d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732407645913 2024-11-24T00:20:47,849 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 2996bfc4cd6c4e6e8982c08bd2dffe75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732407645915 2024-11-24T00:20:47,850 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15f7fb8708c8437580273641b15576be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732407646260 2024-11-24T00:20:47,851 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 31e5a402181c4382bf4d5242f2efacf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732407646260 2024-11-24T00:20:47,852 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting db6d6f561838446ea6cabbeddf750fce, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732407647501 2024-11-24T00:20:47,852 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 3121327ef5624a61a77b048481c7d52e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732407647501 2024-11-24T00:20:47,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T00:20:47,869 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T00:20:47,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:47,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:47,875 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#21 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:47,876 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/4d24655ae1de46f1ba278e5d13962d2b is 50, key is test_row_0/A:col10/1732407647501/Put/seqid=0 2024-11-24T00:20:47,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T00:20:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T00:20:47,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:47,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:47,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:47,892 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:47,893 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/b00dcddbd4d24d61a1afd6f336191e1b is 50, key is test_row_0/B:col10/1732407647501/Put/seqid=0 2024-11-24T00:20:47,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741860_1036 (size=12241) 2024-11-24T00:20:47,929 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/4d24655ae1de46f1ba278e5d13962d2b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/4d24655ae1de46f1ba278e5d13962d2b 2024-11-24T00:20:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741861_1037 (size=12241) 2024-11-24T00:20:47,956 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/b00dcddbd4d24d61a1afd6f336191e1b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b00dcddbd4d24d61a1afd6f336191e1b 2024-11-24T00:20:47,956 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into 4d24655ae1de46f1ba278e5d13962d2b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:47,956 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:47,956 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=12, startTime=1732407647840; duration=0sec 2024-11-24T00:20:47,956 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:47,956 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:47,957 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:47,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:20:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:47,966 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:47,966 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:47,966 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:47,966 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7d6cdc228b4ff39e885e7f232fb52c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/be8069e57d1142b6ab85686ab6c74563, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f9b65f420da948ca8d68b2f63eedf3a8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2d193e88d4fa4f018eaa49db760d6988] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=47.0 K 2024-11-24T00:20:47,975 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into b00dcddbd4d24d61a1afd6f336191e1b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:47,975 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:47,975 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=12, startTime=1732407647840; duration=0sec 2024-11-24T00:20:47,975 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:47,975 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:47,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6d5eaf309cee4199aec4c6c0d664b51c is 50, key is test_row_0/A:col10/1732407647961/Put/seqid=0 2024-11-24T00:20:47,980 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7d6cdc228b4ff39e885e7f232fb52c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407645234 2024-11-24T00:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T00:20:47,982 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting be8069e57d1142b6ab85686ab6c74563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732407645915 2024-11-24T00:20:47,983 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b65f420da948ca8d68b2f63eedf3a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732407646260 2024-11-24T00:20:47,984 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d193e88d4fa4f018eaa49db760d6988, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732407647501 2024-11-24T00:20:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741862_1038 (size=14391) 2024-11-24T00:20:48,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6d5eaf309cee4199aec4c6c0d664b51c 2024-11-24T00:20:48,011 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:48,012 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/96c55b89bcae429da0ef5ff846fe5ec3 is 50, key is test_row_0/C:col10/1732407647501/Put/seqid=0 2024-11-24T00:20:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741863_1039 (size=12241) 2024-11-24T00:20:48,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3fe825e8f4b648e791ba160cad297898 is 50, key is test_row_0/B:col10/1732407647961/Put/seqid=0 2024-11-24T00:20:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741864_1040 (size=12051) 2024-11-24T00:20:48,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T00:20:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407708064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407708068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407708070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407708070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407708071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407708172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407708173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407708178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407708180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407708180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T00:20:48,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T00:20:48,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:48,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T00:20:48,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407708377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407708378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407708382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407708384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407708385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3fe825e8f4b648e791ba160cad297898 2024-11-24T00:20:48,440 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/96c55b89bcae429da0ef5ff846fe5ec3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/96c55b89bcae429da0ef5ff846fe5ec3 2024-11-24T00:20:48,455 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into 96c55b89bcae429da0ef5ff846fe5ec3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:48,455 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:48,455 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=12, startTime=1732407647865; duration=0sec 2024-11-24T00:20:48,455 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:48,456 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:48,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/21f852cb42454737800e753e35894d55 is 50, key is test_row_0/C:col10/1732407647961/Put/seqid=0 2024-11-24T00:20:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741865_1041 (size=12051) 2024-11-24T00:20:48,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/21f852cb42454737800e753e35894d55 2024-11-24T00:20:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T00:20:48,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6d5eaf309cee4199aec4c6c0d664b51c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6d5eaf309cee4199aec4c6c0d664b51c 2024-11-24T00:20:48,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T00:20:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:48,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6d5eaf309cee4199aec4c6c0d664b51c, entries=200, sequenceid=129, filesize=14.1 K 2024-11-24T00:20:48,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3fe825e8f4b648e791ba160cad297898 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3fe825e8f4b648e791ba160cad297898 2024-11-24T00:20:48,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3fe825e8f4b648e791ba160cad297898, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T00:20:48,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/21f852cb42454737800e753e35894d55 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/21f852cb42454737800e753e35894d55 2024-11-24T00:20:48,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/21f852cb42454737800e753e35894d55, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T00:20:48,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for dd85acc21e586c76e659109d85500dfb in 582ms, sequenceid=129, compaction requested=false 2024-11-24T00:20:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:48,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T00:20:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,657 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T00:20:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/ccb8f8fd04594ea9a10102cbe701481a is 50, key is test_row_0/A:col10/1732407648060/Put/seqid=0 2024-11-24T00:20:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741866_1042 (size=12151) 2024-11-24T00:20:48,682 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/ccb8f8fd04594ea9a10102cbe701481a 2024-11-24T00:20:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407708692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407708692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407708694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407708696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407708696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/40e8390374e042d0b27669095b7ed831 is 50, key is test_row_0/B:col10/1732407648060/Put/seqid=0 2024-11-24T00:20:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741867_1043 (size=12151) 2024-11-24T00:20:48,744 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/40e8390374e042d0b27669095b7ed831 2024-11-24T00:20:48,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/dcc855c5209240128bea6878bf31fa4b is 50, key is test_row_0/C:col10/1732407648060/Put/seqid=0 2024-11-24T00:20:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741868_1044 (size=12151) 2024-11-24T00:20:48,796 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/dcc855c5209240128bea6878bf31fa4b 2024-11-24T00:20:48,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407708801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407708802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407708802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407708802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407708802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/ccb8f8fd04594ea9a10102cbe701481a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/ccb8f8fd04594ea9a10102cbe701481a 2024-11-24T00:20:48,825 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/ccb8f8fd04594ea9a10102cbe701481a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T00:20:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/40e8390374e042d0b27669095b7ed831 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/40e8390374e042d0b27669095b7ed831 2024-11-24T00:20:48,845 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/40e8390374e042d0b27669095b7ed831, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T00:20:48,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/dcc855c5209240128bea6878bf31fa4b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/dcc855c5209240128bea6878bf31fa4b 2024-11-24T00:20:48,856 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/dcc855c5209240128bea6878bf31fa4b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T00:20:48,858 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd85acc21e586c76e659109d85500dfb in 201ms, sequenceid=157, compaction requested=true 2024-11-24T00:20:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T00:20:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T00:20:48,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T00:20:48,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 978 msec 2024-11-24T00:20:48,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 989 msec 2024-11-24T00:20:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T00:20:48,987 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T00:20:48,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T00:20:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T00:20:48,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:48,999 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:48,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:49,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:20:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:49,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/202bcdf1a62e44b7a12ae334f87cec2c is 50, key is test_row_0/A:col10/1732407649008/Put/seqid=0 2024-11-24T00:20:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741869_1045 (size=12151) 2024-11-24T00:20:49,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/202bcdf1a62e44b7a12ae334f87cec2c 2024-11-24T00:20:49,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0127185a850d409a8bde314bd7fcde07 is 50, key is test_row_0/B:col10/1732407649008/Put/seqid=0 2024-11-24T00:20:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741870_1046 (size=12151) 2024-11-24T00:20:49,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407709070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407709071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0127185a850d409a8bde314bd7fcde07 2024-11-24T00:20:49,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407709074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407709075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407709076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/431a4bd3e69d4a84906634cefd080452 is 50, key is test_row_0/C:col10/1732407649008/Put/seqid=0 2024-11-24T00:20:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T00:20:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741871_1047 (size=12151) 2024-11-24T00:20:49,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/431a4bd3e69d4a84906634cefd080452 2024-11-24T00:20:49,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/202bcdf1a62e44b7a12ae334f87cec2c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/202bcdf1a62e44b7a12ae334f87cec2c 2024-11-24T00:20:49,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T00:20:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:49,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:49,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:49,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/202bcdf1a62e44b7a12ae334f87cec2c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T00:20:49,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0127185a850d409a8bde314bd7fcde07 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0127185a850d409a8bde314bd7fcde07 2024-11-24T00:20:49,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0127185a850d409a8bde314bd7fcde07, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T00:20:49,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/431a4bd3e69d4a84906634cefd080452 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/431a4bd3e69d4a84906634cefd080452 2024-11-24T00:20:49,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407709180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407709183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407709183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407709185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407709185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/431a4bd3e69d4a84906634cefd080452, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T00:20:49,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dd85acc21e586c76e659109d85500dfb in 188ms, sequenceid=169, compaction requested=true 2024-11-24T00:20:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:49,197 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:49,197 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:49,199 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:49,199 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:49,199 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:49,200 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b00dcddbd4d24d61a1afd6f336191e1b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3fe825e8f4b648e791ba160cad297898, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/40e8390374e042d0b27669095b7ed831, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0127185a850d409a8bde314bd7fcde07] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=47.5 K 2024-11-24T00:20:49,200 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50934 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:49,200 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:49,200 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:49,200 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/4d24655ae1de46f1ba278e5d13962d2b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6d5eaf309cee4199aec4c6c0d664b51c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/ccb8f8fd04594ea9a10102cbe701481a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/202bcdf1a62e44b7a12ae334f87cec2c] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=49.7 K 2024-11-24T00:20:49,201 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b00dcddbd4d24d61a1afd6f336191e1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732407647501 2024-11-24T00:20:49,202 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe825e8f4b648e791ba160cad297898, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732407647642 2024-11-24T00:20:49,202 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d24655ae1de46f1ba278e5d13962d2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732407647501 2024-11-24T00:20:49,203 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 40e8390374e042d0b27669095b7ed831, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732407648060 2024-11-24T00:20:49,203 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d5eaf309cee4199aec4c6c0d664b51c, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732407647642 2024-11-24T00:20:49,203 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0127185a850d409a8bde314bd7fcde07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732407648688 2024-11-24T00:20:49,204 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccb8f8fd04594ea9a10102cbe701481a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732407648060 2024-11-24T00:20:49,205 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 202bcdf1a62e44b7a12ae334f87cec2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732407648688 2024-11-24T00:20:49,226 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:49,227 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/eb9a6d52c01d4b4b8f692f697fd24943 is 50, key is test_row_0/B:col10/1732407649008/Put/seqid=0 2024-11-24T00:20:49,230 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:49,231 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/512beb96de104903952be40a468a47f9 is 50, key is test_row_0/A:col10/1732407649008/Put/seqid=0 2024-11-24T00:20:49,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741872_1048 (size=12527) 2024-11-24T00:20:49,254 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/eb9a6d52c01d4b4b8f692f697fd24943 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/eb9a6d52c01d4b4b8f692f697fd24943 2024-11-24T00:20:49,270 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into eb9a6d52c01d4b4b8f692f697fd24943(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:49,270 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:49,270 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=12, startTime=1732407649197; duration=0sec 2024-11-24T00:20:49,271 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:49,271 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:49,271 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:49,273 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:49,274 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:49,274 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:49,274 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/96c55b89bcae429da0ef5ff846fe5ec3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/21f852cb42454737800e753e35894d55, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/dcc855c5209240128bea6878bf31fa4b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/431a4bd3e69d4a84906634cefd080452] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=47.5 K 2024-11-24T00:20:49,277 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c55b89bcae429da0ef5ff846fe5ec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732407647501 2024-11-24T00:20:49,277 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 21f852cb42454737800e753e35894d55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732407647642 2024-11-24T00:20:49,278 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc855c5209240128bea6878bf31fa4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732407648060 2024-11-24T00:20:49,279 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 431a4bd3e69d4a84906634cefd080452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732407648688 2024-11-24T00:20:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741873_1049 (size=12527) 2024-11-24T00:20:49,294 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/512beb96de104903952be40a468a47f9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/512beb96de104903952be40a468a47f9 2024-11-24T00:20:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T00:20:49,299 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:49,300 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ad78f0c2506a428babb171ac45cd9387 is 50, key is test_row_0/C:col10/1732407649008/Put/seqid=0 2024-11-24T00:20:49,306 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into 512beb96de104903952be40a468a47f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:49,306 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:49,307 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=12, startTime=1732407649196; duration=0sec 2024-11-24T00:20:49,307 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:49,307 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:49,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T00:20:49,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:49,311 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T00:20:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:49,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6a1fb1fd58634433814a6d688184b2f9 is 50, key is test_row_0/A:col10/1732407649071/Put/seqid=0 2024-11-24T00:20:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741875_1051 (size=12151) 2024-11-24T00:20:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741874_1050 (size=12527) 2024-11-24T00:20:49,333 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6a1fb1fd58634433814a6d688184b2f9 2024-11-24T00:20:49,345 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ad78f0c2506a428babb171ac45cd9387 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ad78f0c2506a428babb171ac45cd9387 2024-11-24T00:20:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/b72f425ec12f48e8b32780d5c7932c69 is 50, key is test_row_0/B:col10/1732407649071/Put/seqid=0 2024-11-24T00:20:49,357 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into ad78f0c2506a428babb171ac45cd9387(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:49,357 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:49,357 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=12, startTime=1732407649197; duration=0sec 2024-11-24T00:20:49,357 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:49,358 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741876_1052 (size=12151) 2024-11-24T00:20:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:49,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407709401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407709401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407709404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407709405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407709406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407709507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407709508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407709510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407709511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407709512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T00:20:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407709713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407709714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407709714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407709715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407709717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:49,768 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/b72f425ec12f48e8b32780d5c7932c69 2024-11-24T00:20:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/0189281d6cd6442c98d894443c2230ae is 50, key is test_row_0/C:col10/1732407649071/Put/seqid=0 2024-11-24T00:20:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741877_1053 (size=12151) 2024-11-24T00:20:49,791 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/0189281d6cd6442c98d894443c2230ae 2024-11-24T00:20:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6a1fb1fd58634433814a6d688184b2f9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6a1fb1fd58634433814a6d688184b2f9 2024-11-24T00:20:49,816 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6a1fb1fd58634433814a6d688184b2f9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T00:20:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/b72f425ec12f48e8b32780d5c7932c69 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b72f425ec12f48e8b32780d5c7932c69 2024-11-24T00:20:49,834 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b72f425ec12f48e8b32780d5c7932c69, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T00:20:49,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/0189281d6cd6442c98d894443c2230ae as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/0189281d6cd6442c98d894443c2230ae 2024-11-24T00:20:49,851 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/0189281d6cd6442c98d894443c2230ae, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T00:20:49,853 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dd85acc21e586c76e659109d85500dfb in 542ms, sequenceid=195, compaction requested=false 2024-11-24T00:20:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T00:20:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T00:20:49,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T00:20:49,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 856 msec 2024-11-24T00:20:49,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 869 msec 2024-11-24T00:20:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:50,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:20:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:50,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:50,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:50,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:50,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/01942edb37a049c9bc2a4a57c5e2554b is 50, key is test_row_0/A:col10/1732407649404/Put/seqid=0 2024-11-24T00:20:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407710047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407710047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407710048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407710051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407710052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741878_1054 (size=14541) 2024-11-24T00:20:50,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/01942edb37a049c9bc2a4a57c5e2554b 2024-11-24T00:20:50,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/d129c830a47c4853bbd80264cb75dea9 is 50, key is test_row_0/B:col10/1732407649404/Put/seqid=0 2024-11-24T00:20:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T00:20:50,101 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T00:20:50,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T00:20:50,105 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T00:20:50,107 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:50,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741879_1055 (size=12151) 2024-11-24T00:20:50,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/d129c830a47c4853bbd80264cb75dea9 2024-11-24T00:20:50,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/8fc027ccb6cc4499894ffdc2fed64972 is 50, key is test_row_0/C:col10/1732407649404/Put/seqid=0 2024-11-24T00:20:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741880_1056 (size=12151) 2024-11-24T00:20:50,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407710154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407710155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407710155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407710158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407710158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T00:20:50,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407710357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407710359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407710361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407710362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407710362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T00:20:50,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:50,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:50,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/8fc027ccb6cc4499894ffdc2fed64972 2024-11-24T00:20:50,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/01942edb37a049c9bc2a4a57c5e2554b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/01942edb37a049c9bc2a4a57c5e2554b 2024-11-24T00:20:50,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/01942edb37a049c9bc2a4a57c5e2554b, entries=200, sequenceid=211, filesize=14.2 K 2024-11-24T00:20:50,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/d129c830a47c4853bbd80264cb75dea9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/d129c830a47c4853bbd80264cb75dea9 2024-11-24T00:20:50,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:50,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:50,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/d129c830a47c4853bbd80264cb75dea9, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T00:20:50,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/8fc027ccb6cc4499894ffdc2fed64972 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/8fc027ccb6cc4499894ffdc2fed64972 2024-11-24T00:20:50,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/8fc027ccb6cc4499894ffdc2fed64972, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T00:20:50,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for dd85acc21e586c76e659109d85500dfb in 566ms, sequenceid=211, compaction requested=true 2024-11-24T00:20:50,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:50,588 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:50,589 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:50,589 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:50,590 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:50,590 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,590 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/512beb96de104903952be40a468a47f9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6a1fb1fd58634433814a6d688184b2f9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/01942edb37a049c9bc2a4a57c5e2554b] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=38.3 K 2024-11-24T00:20:50,591 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 512beb96de104903952be40a468a47f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732407648688 2024-11-24T00:20:50,591 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a1fb1fd58634433814a6d688184b2f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732407649070 2024-11-24T00:20:50,592 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:50,592 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 01942edb37a049c9bc2a4a57c5e2554b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407649402 2024-11-24T00:20:50,592 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:50,592 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,593 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/eb9a6d52c01d4b4b8f692f697fd24943, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b72f425ec12f48e8b32780d5c7932c69, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/d129c830a47c4853bbd80264cb75dea9] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=36.0 K 2024-11-24T00:20:50,594 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb9a6d52c01d4b4b8f692f697fd24943, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732407648688 2024-11-24T00:20:50,596 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b72f425ec12f48e8b32780d5c7932c69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732407649070 2024-11-24T00:20:50,597 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d129c830a47c4853bbd80264cb75dea9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407649402 2024-11-24T00:20:50,609 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:50,610 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/442407333e044fc1861d74327cc1b9d3 is 50, key is test_row_0/A:col10/1732407649404/Put/seqid=0 2024-11-24T00:20:50,622 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:50,622 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/54de3277762b4894b9361916c3afe619 is 50, key is test_row_0/B:col10/1732407649404/Put/seqid=0 2024-11-24T00:20:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741881_1057 (size=12629) 2024-11-24T00:20:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741882_1058 (size=12629) 2024-11-24T00:20:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:50,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:20:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:50,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2af112b4bb0d4421bd99af904de88bd8 is 50, key is test_row_0/A:col10/1732407650661/Put/seqid=0 2024-11-24T00:20:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407710675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407710679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407710682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407710684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407710682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741883_1059 (size=14541) 2024-11-24T00:20:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T00:20:50,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407710785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407710785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407710788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407710789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407710789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:50,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407710989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407710989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407710991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407710992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407710994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:51,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,048 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/442407333e044fc1861d74327cc1b9d3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/442407333e044fc1861d74327cc1b9d3 2024-11-24T00:20:51,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/54de3277762b4894b9361916c3afe619 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/54de3277762b4894b9361916c3afe619 2024-11-24T00:20:51,059 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into 54de3277762b4894b9361916c3afe619(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:51,059 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into 442407333e044fc1861d74327cc1b9d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:51,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:51,059 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:51,059 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=13, startTime=1732407650589; duration=0sec 2024-11-24T00:20:51,059 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=13, startTime=1732407650588; duration=0sec 2024-11-24T00:20:51,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:51,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:51,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:51,059 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:51,059 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:51,061 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:51,061 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:51,061 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,061 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ad78f0c2506a428babb171ac45cd9387, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/0189281d6cd6442c98d894443c2230ae, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/8fc027ccb6cc4499894ffdc2fed64972] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=36.0 K 2024-11-24T00:20:51,062 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad78f0c2506a428babb171ac45cd9387, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732407648688 2024-11-24T00:20:51,063 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0189281d6cd6442c98d894443c2230ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732407649070 2024-11-24T00:20:51,063 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fc027ccb6cc4499894ffdc2fed64972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407649402 2024-11-24T00:20:51,074 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:51,075 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/2b3f15087c03494d8dd5270c599a0e2d is 50, key is test_row_0/C:col10/1732407649404/Put/seqid=0 2024-11-24T00:20:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741884_1060 (size=12629) 2024-11-24T00:20:51,098 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/2b3f15087c03494d8dd5270c599a0e2d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2b3f15087c03494d8dd5270c599a0e2d 2024-11-24T00:20:51,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2af112b4bb0d4421bd99af904de88bd8 2024-11-24T00:20:51,108 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into 2b3f15087c03494d8dd5270c599a0e2d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:51,108 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:51,108 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=13, startTime=1732407650589; duration=0sec 2024-11-24T00:20:51,109 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:51,109 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:51,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/fe1d459dd6ac40699ed644f325f4df3d is 50, key is test_row_0/B:col10/1732407650661/Put/seqid=0 2024-11-24T00:20:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741885_1061 (size=12151) 2024-11-24T00:20:51,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/fe1d459dd6ac40699ed644f325f4df3d 2024-11-24T00:20:51,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ede5764ed4e747e1a50eb05caa45fad3 is 50, key is test_row_0/C:col10/1732407650661/Put/seqid=0 2024-11-24T00:20:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741886_1062 (size=12151) 2024-11-24T00:20:51,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ede5764ed4e747e1a50eb05caa45fad3 2024-11-24T00:20:51,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2af112b4bb0d4421bd99af904de88bd8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2af112b4bb0d4421bd99af904de88bd8 2024-11-24T00:20:51,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2af112b4bb0d4421bd99af904de88bd8, entries=200, sequenceid=234, filesize=14.2 K 2024-11-24T00:20:51,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/fe1d459dd6ac40699ed644f325f4df3d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/fe1d459dd6ac40699ed644f325f4df3d 2024-11-24T00:20:51,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/fe1d459dd6ac40699ed644f325f4df3d, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T00:20:51,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ede5764ed4e747e1a50eb05caa45fad3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ede5764ed4e747e1a50eb05caa45fad3 2024-11-24T00:20:51,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ede5764ed4e747e1a50eb05caa45fad3, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T00:20:51,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for dd85acc21e586c76e659109d85500dfb in 539ms, sequenceid=234, compaction requested=false 2024-11-24T00:20:51,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T00:20:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:51,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:20:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:51,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/28b929874c2b4d28a966d02b8f5e812d is 50, key is test_row_0/A:col10/1732407650681/Put/seqid=0 2024-11-24T00:20:51,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407711318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407711322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407711325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407711325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407711325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741887_1063 (size=12151) 2024-11-24T00:20:51,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:51,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407711426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407711428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407711429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407711430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407711430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407711630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407711631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407711632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407711633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407711633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/28b929874c2b4d28a966d02b8f5e812d 2024-11-24T00:20:51,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/47a308c22ebd4b13912c32f12dfdc1d5 is 50, key is test_row_0/B:col10/1732407650681/Put/seqid=0 2024-11-24T00:20:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741888_1064 (size=12151) 2024-11-24T00:20:51,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:51,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:51,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407711934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407711935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407711936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407711937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407711938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:51,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:51,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/47a308c22ebd4b13912c32f12dfdc1d5 2024-11-24T00:20:52,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/53f37afd91994dbe85867c6291363ed6 is 50, key is test_row_0/C:col10/1732407650681/Put/seqid=0 2024-11-24T00:20:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741889_1065 (size=12151) 2024-11-24T00:20:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T00:20:52,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:52,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:52,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407712439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407712439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407712441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407712442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407712444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:52,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/53f37afd91994dbe85867c6291363ed6 2024-11-24T00:20:52,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/28b929874c2b4d28a966d02b8f5e812d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/28b929874c2b4d28a966d02b8f5e812d 2024-11-24T00:20:52,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/28b929874c2b4d28a966d02b8f5e812d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T00:20:52,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/47a308c22ebd4b13912c32f12dfdc1d5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/47a308c22ebd4b13912c32f12dfdc1d5 2024-11-24T00:20:52,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/47a308c22ebd4b13912c32f12dfdc1d5, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T00:20:52,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/53f37afd91994dbe85867c6291363ed6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/53f37afd91994dbe85867c6291363ed6 2024-11-24T00:20:52,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/53f37afd91994dbe85867c6291363ed6, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T00:20:52,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for dd85acc21e586c76e659109d85500dfb in 1338ms, sequenceid=252, compaction requested=true 2024-11-24T00:20:52,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:52,633 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:52,635 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:52,635 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:52,635 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,635 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/442407333e044fc1861d74327cc1b9d3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2af112b4bb0d4421bd99af904de88bd8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/28b929874c2b4d28a966d02b8f5e812d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=38.4 K 2024-11-24T00:20:52,636 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 442407333e044fc1861d74327cc1b9d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407649402 2024-11-24T00:20:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:52,636 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:52,637 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2af112b4bb0d4421bd99af904de88bd8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732407650043 2024-11-24T00:20:52,638 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28b929874c2b4d28a966d02b8f5e812d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407650681 2024-11-24T00:20:52,638 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:52,638 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:52,638 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,639 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/54de3277762b4894b9361916c3afe619, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/fe1d459dd6ac40699ed644f325f4df3d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/47a308c22ebd4b13912c32f12dfdc1d5] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=36.1 K 2024-11-24T00:20:52,639 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 54de3277762b4894b9361916c3afe619, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407649402 2024-11-24T00:20:52,639 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting fe1d459dd6ac40699ed644f325f4df3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732407650043 2024-11-24T00:20:52,641 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 47a308c22ebd4b13912c32f12dfdc1d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407650681 2024-11-24T00:20:52,652 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:52,653 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/c9337815a1a74c0d9cf6cbb9c6a735f2 is 50, key is test_row_0/A:col10/1732407650681/Put/seqid=0 2024-11-24T00:20:52,657 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:52,658 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/f3c4995bb08f4db7992827d91faee4e5 is 50, key is test_row_0/B:col10/1732407650681/Put/seqid=0 2024-11-24T00:20:52,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741890_1066 (size=12731) 2024-11-24T00:20:52,671 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/c9337815a1a74c0d9cf6cbb9c6a735f2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c9337815a1a74c0d9cf6cbb9c6a735f2 2024-11-24T00:20:52,680 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into c9337815a1a74c0d9cf6cbb9c6a735f2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:52,680 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:52,680 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=13, startTime=1732407652633; duration=0sec 2024-11-24T00:20:52,681 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:52,681 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:52,681 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:52,683 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:52,683 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:52,683 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741891_1067 (size=12731) 2024-11-24T00:20:52,683 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2b3f15087c03494d8dd5270c599a0e2d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ede5764ed4e747e1a50eb05caa45fad3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/53f37afd91994dbe85867c6291363ed6] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=36.1 K 2024-11-24T00:20:52,684 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b3f15087c03494d8dd5270c599a0e2d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407649402 2024-11-24T00:20:52,685 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ede5764ed4e747e1a50eb05caa45fad3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732407650043 2024-11-24T00:20:52,685 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53f37afd91994dbe85867c6291363ed6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407650681 2024-11-24T00:20:52,692 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/f3c4995bb08f4db7992827d91faee4e5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f3c4995bb08f4db7992827d91faee4e5 2024-11-24T00:20:52,702 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into f3c4995bb08f4db7992827d91faee4e5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:52,702 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:52,702 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=13, startTime=1732407652636; duration=0sec 2024-11-24T00:20:52,703 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:52,703 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:52,706 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:52,707 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/36bf685390cf44e6aeb76426cab94535 is 50, key is test_row_0/C:col10/1732407650681/Put/seqid=0 2024-11-24T00:20:52,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741892_1068 (size=12731) 2024-11-24T00:20:52,730 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/36bf685390cf44e6aeb76426cab94535 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/36bf685390cf44e6aeb76426cab94535 2024-11-24T00:20:52,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:52,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T00:20:52,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,738 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T00:20:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:52,741 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into 36bf685390cf44e6aeb76426cab94535(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:52,741 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:52,741 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=13, startTime=1732407652636; duration=0sec 2024-11-24T00:20:52,741 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:52,741 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/7dd880077a0a4c948ad03b6aad4fec1f is 50, key is test_row_0/A:col10/1732407651320/Put/seqid=0 2024-11-24T00:20:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741893_1069 (size=12301) 2024-11-24T00:20:52,771 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/7dd880077a0a4c948ad03b6aad4fec1f 2024-11-24T00:20:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/9107034af6de44748f026827ee75371b is 50, key is test_row_0/B:col10/1732407651320/Put/seqid=0 2024-11-24T00:20:52,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741894_1070 (size=12301) 2024-11-24T00:20:52,806 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/9107034af6de44748f026827ee75371b 2024-11-24T00:20:52,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9d7850da55fa434a9db7e7b02ce95b5b is 50, key is test_row_0/C:col10/1732407651320/Put/seqid=0 2024-11-24T00:20:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741895_1071 (size=12301) 2024-11-24T00:20:52,840 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9d7850da55fa434a9db7e7b02ce95b5b 2024-11-24T00:20:52,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/7dd880077a0a4c948ad03b6aad4fec1f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7dd880077a0a4c948ad03b6aad4fec1f 2024-11-24T00:20:52,857 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7dd880077a0a4c948ad03b6aad4fec1f, entries=150, sequenceid=276, filesize=12.0 K 2024-11-24T00:20:52,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/9107034af6de44748f026827ee75371b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9107034af6de44748f026827ee75371b 2024-11-24T00:20:52,865 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9107034af6de44748f026827ee75371b, entries=150, sequenceid=276, filesize=12.0 K 2024-11-24T00:20:52,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9d7850da55fa434a9db7e7b02ce95b5b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7850da55fa434a9db7e7b02ce95b5b 2024-11-24T00:20:52,890 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7850da55fa434a9db7e7b02ce95b5b, entries=150, sequenceid=276, filesize=12.0 K 2024-11-24T00:20:52,892 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for dd85acc21e586c76e659109d85500dfb in 154ms, sequenceid=276, compaction requested=false 2024-11-24T00:20:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:52,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:52,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T00:20:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T00:20:52,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T00:20:52,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7870 sec 2024-11-24T00:20:52,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.7950 sec 2024-11-24T00:20:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:53,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:20:53,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:53,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:53,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:53,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:53,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:53,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:53,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6eef352ab8b540c080e7f19c063278b1 is 50, key is test_row_0/A:col10/1732407653460/Put/seqid=0 2024-11-24T00:20:53,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741896_1072 (size=9857) 2024-11-24T00:20:53,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6eef352ab8b540c080e7f19c063278b1 2024-11-24T00:20:53,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/a62028108b2143aab37e58f0f7882da5 is 50, key is test_row_0/B:col10/1732407653460/Put/seqid=0 2024-11-24T00:20:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741897_1073 (size=9857) 2024-11-24T00:20:53,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/a62028108b2143aab37e58f0f7882da5 2024-11-24T00:20:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407713525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407713528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407713529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407713530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407713531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/f5348294179843828a718ce55462ddad is 50, key is test_row_0/C:col10/1732407653460/Put/seqid=0 2024-11-24T00:20:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741898_1074 (size=9857) 2024-11-24T00:20:53,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/f5348294179843828a718ce55462ddad 2024-11-24T00:20:53,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6eef352ab8b540c080e7f19c063278b1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6eef352ab8b540c080e7f19c063278b1 2024-11-24T00:20:53,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6eef352ab8b540c080e7f19c063278b1, entries=100, sequenceid=288, filesize=9.6 K 2024-11-24T00:20:53,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/a62028108b2143aab37e58f0f7882da5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/a62028108b2143aab37e58f0f7882da5 2024-11-24T00:20:53,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/a62028108b2143aab37e58f0f7882da5, entries=100, sequenceid=288, filesize=9.6 K 2024-11-24T00:20:53,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/f5348294179843828a718ce55462ddad as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f5348294179843828a718ce55462ddad 2024-11-24T00:20:53,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f5348294179843828a718ce55462ddad, entries=100, sequenceid=288, filesize=9.6 K 2024-11-24T00:20:53,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd85acc21e586c76e659109d85500dfb in 133ms, sequenceid=288, compaction requested=true 2024-11-24T00:20:53,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T00:20:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T00:20:53,600 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:53,600 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:53,602 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:53,602 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:53,602 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:53,602 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/36bf685390cf44e6aeb76426cab94535, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7850da55fa434a9db7e7b02ce95b5b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f5348294179843828a718ce55462ddad] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=34.1 K 2024-11-24T00:20:53,602 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:53,603 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:53,603 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:53,603 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c9337815a1a74c0d9cf6cbb9c6a735f2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7dd880077a0a4c948ad03b6aad4fec1f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6eef352ab8b540c080e7f19c063278b1] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=34.1 K 2024-11-24T00:20:53,603 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 36bf685390cf44e6aeb76426cab94535, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407650681 2024-11-24T00:20:53,604 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9337815a1a74c0d9cf6cbb9c6a735f2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407650681 2024-11-24T00:20:53,604 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7850da55fa434a9db7e7b02ce95b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407651320 2024-11-24T00:20:53,605 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dd880077a0a4c948ad03b6aad4fec1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407651320 2024-11-24T00:20:53,606 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f5348294179843828a718ce55462ddad, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407653460 2024-11-24T00:20:53,606 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6eef352ab8b540c080e7f19c063278b1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407653460 2024-11-24T00:20:53,622 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:53,623 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/d6a9fa53431f4a318f9d1b4a32bfd44e is 50, key is test_row_0/C:col10/1732407653460/Put/seqid=0 2024-11-24T00:20:53,629 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:53,630 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/339f75d5f49f4417b66e1cd07dcac20d is 50, key is test_row_0/A:col10/1732407653460/Put/seqid=0 2024-11-24T00:20:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:53,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T00:20:53,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:53,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:53,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:53,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:53,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:53,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:53,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407713644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407713644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407713644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407713650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/45f94337c6ba45419f519510d6a02b3c is 50, key is test_row_0/A:col10/1732407653634/Put/seqid=0 2024-11-24T00:20:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407713648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741901_1077 (size=14741) 2024-11-24T00:20:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741900_1076 (size=12983) 2024-11-24T00:20:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741899_1075 (size=12983) 2024-11-24T00:20:53,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407713751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407713752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407713752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407713755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407713755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407713955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407713956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407713958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407713959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:53,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407713960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/45f94337c6ba45419f519510d6a02b3c 2024-11-24T00:20:54,076 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/339f75d5f49f4417b66e1cd07dcac20d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/339f75d5f49f4417b66e1cd07dcac20d 2024-11-24T00:20:54,076 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/d6a9fa53431f4a318f9d1b4a32bfd44e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d6a9fa53431f4a318f9d1b4a32bfd44e 2024-11-24T00:20:54,086 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into 339f75d5f49f4417b66e1cd07dcac20d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:54,086 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:54,086 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=13, startTime=1732407653599; duration=0sec 2024-11-24T00:20:54,086 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:54,086 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:54,087 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:54,088 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:54,089 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:54,089 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:54,089 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f3c4995bb08f4db7992827d91faee4e5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9107034af6de44748f026827ee75371b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/a62028108b2143aab37e58f0f7882da5] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=34.1 K 2024-11-24T00:20:54,089 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3c4995bb08f4db7992827d91faee4e5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407650681 2024-11-24T00:20:54,090 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9107034af6de44748f026827ee75371b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407651320 2024-11-24T00:20:54,090 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a62028108b2143aab37e58f0f7882da5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407653460 2024-11-24T00:20:54,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/70a0dafee1df4d8ebdb72b2f78bfd003 is 50, key is test_row_0/B:col10/1732407653634/Put/seqid=0 2024-11-24T00:20:54,093 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into d6a9fa53431f4a318f9d1b4a32bfd44e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:54,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:54,093 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=13, startTime=1732407653599; duration=0sec 2024-11-24T00:20:54,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:54,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:54,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741902_1078 (size=12301) 2024-11-24T00:20:54,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/70a0dafee1df4d8ebdb72b2f78bfd003 2024-11-24T00:20:54,120 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:54,122 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0b9558dadf18439bb38a1cd74cbf8001 is 50, key is test_row_0/B:col10/1732407653460/Put/seqid=0 2024-11-24T00:20:54,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/3506c0efaeec4c999a83d9a3f066c7e9 is 50, key is test_row_0/C:col10/1732407653634/Put/seqid=0 2024-11-24T00:20:54,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741904_1080 (size=12301) 2024-11-24T00:20:54,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741903_1079 (size=12983) 2024-11-24T00:20:54,155 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0b9558dadf18439bb38a1cd74cbf8001 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0b9558dadf18439bb38a1cd74cbf8001 2024-11-24T00:20:54,162 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into 0b9558dadf18439bb38a1cd74cbf8001(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:54,163 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:54,163 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=13, startTime=1732407653599; duration=0sec 2024-11-24T00:20:54,163 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:54,163 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T00:20:54,216 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T00:20:54,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T00:20:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T00:20:54,220 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:54,222 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:54,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:54,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407714260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407714263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407714263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407714264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407714264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T00:20:54,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T00:20:54,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:54,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:54,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:54,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:54,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T00:20:54,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T00:20:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:54,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:54,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/3506c0efaeec4c999a83d9a3f066c7e9 2024-11-24T00:20:54,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/45f94337c6ba45419f519510d6a02b3c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/45f94337c6ba45419f519510d6a02b3c 2024-11-24T00:20:54,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/45f94337c6ba45419f519510d6a02b3c, entries=200, sequenceid=314, filesize=14.4 K 2024-11-24T00:20:54,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/70a0dafee1df4d8ebdb72b2f78bfd003 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/70a0dafee1df4d8ebdb72b2f78bfd003 2024-11-24T00:20:54,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/70a0dafee1df4d8ebdb72b2f78bfd003, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T00:20:54,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/3506c0efaeec4c999a83d9a3f066c7e9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3506c0efaeec4c999a83d9a3f066c7e9 2024-11-24T00:20:54,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3506c0efaeec4c999a83d9a3f066c7e9, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T00:20:54,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd85acc21e586c76e659109d85500dfb in 940ms, sequenceid=314, compaction requested=false 2024-11-24T00:20:54,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:54,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T00:20:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:54,683 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T00:20:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2c98be819d7840fda9c63681516389b4 is 50, key is test_row_0/A:col10/1732407653646/Put/seqid=0 2024-11-24T00:20:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741905_1081 (size=12301) 2024-11-24T00:20:54,726 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2c98be819d7840fda9c63681516389b4 2024-11-24T00:20:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/9e34d8ad2311473281106fe2b660a60b is 50, key is test_row_0/B:col10/1732407653646/Put/seqid=0 2024-11-24T00:20:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741906_1082 (size=12301) 2024-11-24T00:20:54,767 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/9e34d8ad2311473281106fe2b660a60b 2024-11-24T00:20:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:54,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:54,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9ef243566b9741328e9c8c7c00d468b2 is 50, key is test_row_0/C:col10/1732407653646/Put/seqid=0 2024-11-24T00:20:54,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741907_1083 (size=12301) 2024-11-24T00:20:54,795 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9ef243566b9741328e9c8c7c00d468b2 2024-11-24T00:20:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407714798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407714798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407714798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407714799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407714800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2c98be819d7840fda9c63681516389b4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2c98be819d7840fda9c63681516389b4 2024-11-24T00:20:54,817 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2c98be819d7840fda9c63681516389b4, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T00:20:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/9e34d8ad2311473281106fe2b660a60b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9e34d8ad2311473281106fe2b660a60b 2024-11-24T00:20:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T00:20:54,827 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9e34d8ad2311473281106fe2b660a60b, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T00:20:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/9ef243566b9741328e9c8c7c00d468b2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9ef243566b9741328e9c8c7c00d468b2 2024-11-24T00:20:54,836 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9ef243566b9741328e9c8c7c00d468b2, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T00:20:54,837 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for dd85acc21e586c76e659109d85500dfb in 154ms, sequenceid=327, compaction requested=true 2024-11-24T00:20:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T00:20:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T00:20:54,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T00:20:54,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 617 msec 2024-11-24T00:20:54,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 626 msec 2024-11-24T00:20:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:54,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T00:20:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:54,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:54,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:54,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:54,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407714911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407714911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407714912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407714913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407714916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:54,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/1c00303173bb4daf814c754f3ea8c62f is 50, key is test_row_0/A:col10/1732407654906/Put/seqid=0 2024-11-24T00:20:54,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741908_1084 (size=12301) 2024-11-24T00:20:54,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/1c00303173bb4daf814c754f3ea8c62f 2024-11-24T00:20:54,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/5e3a495fdda840efada62fa0578c04a4 is 50, key is test_row_0/B:col10/1732407654906/Put/seqid=0 2024-11-24T00:20:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741909_1085 (size=12301) 2024-11-24T00:20:54,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/5e3a495fdda840efada62fa0578c04a4 2024-11-24T00:20:54,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/3e075b3aae314adc9928f35754077b76 is 50, key is test_row_0/C:col10/1732407654906/Put/seqid=0 2024-11-24T00:20:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741910_1086 (size=12301) 2024-11-24T00:20:54,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/3e075b3aae314adc9928f35754077b76 2024-11-24T00:20:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/1c00303173bb4daf814c754f3ea8c62f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1c00303173bb4daf814c754f3ea8c62f 2024-11-24T00:20:55,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1c00303173bb4daf814c754f3ea8c62f, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T00:20:55,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/5e3a495fdda840efada62fa0578c04a4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5e3a495fdda840efada62fa0578c04a4 2024-11-24T00:20:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407715017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407715018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407715018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407715018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407715020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5e3a495fdda840efada62fa0578c04a4, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T00:20:55,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/3e075b3aae314adc9928f35754077b76 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3e075b3aae314adc9928f35754077b76 2024-11-24T00:20:55,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3e075b3aae314adc9928f35754077b76, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T00:20:55,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for dd85acc21e586c76e659109d85500dfb in 130ms, sequenceid=355, compaction requested=true 2024-11-24T00:20:55,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:55,039 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:55,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:55,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:55,039 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:55,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:55,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:55,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:55,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:55,042 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:55,043 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:55,043 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,043 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/339f75d5f49f4417b66e1cd07dcac20d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/45f94337c6ba45419f519510d6a02b3c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2c98be819d7840fda9c63681516389b4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1c00303173bb4daf814c754f3ea8c62f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=51.1 K 2024-11-24T00:20:55,044 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:55,044 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 339f75d5f49f4417b66e1cd07dcac20d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407651323 2024-11-24T00:20:55,044 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:55,044 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,044 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0b9558dadf18439bb38a1cd74cbf8001, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/70a0dafee1df4d8ebdb72b2f78bfd003, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9e34d8ad2311473281106fe2b660a60b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5e3a495fdda840efada62fa0578c04a4] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=48.7 K 2024-11-24T00:20:55,044 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b9558dadf18439bb38a1cd74cbf8001, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407651323 2024-11-24T00:20:55,045 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45f94337c6ba45419f519510d6a02b3c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732407653527 2024-11-24T00:20:55,045 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a0dafee1df4d8ebdb72b2f78bfd003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732407653528 2024-11-24T00:20:55,045 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c98be819d7840fda9c63681516389b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732407653642 2024-11-24T00:20:55,045 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e34d8ad2311473281106fe2b660a60b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732407653642 2024-11-24T00:20:55,046 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c00303173bb4daf814c754f3ea8c62f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732407654795 2024-11-24T00:20:55,046 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3a495fdda840efada62fa0578c04a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732407654795 2024-11-24T00:20:55,067 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:55,068 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/8a30cf36a401458db9436ef0436b8032 is 50, key is test_row_0/B:col10/1732407654906/Put/seqid=0 2024-11-24T00:20:55,070 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:55,071 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/8216fe2eaac644dd8a758aa7b4930cf3 is 50, key is test_row_0/A:col10/1732407654906/Put/seqid=0 2024-11-24T00:20:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741912_1088 (size=13119) 2024-11-24T00:20:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741911_1087 (size=13119) 2024-11-24T00:20:55,100 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/8216fe2eaac644dd8a758aa7b4930cf3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/8216fe2eaac644dd8a758aa7b4930cf3 2024-11-24T00:20:55,108 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into 8216fe2eaac644dd8a758aa7b4930cf3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:55,109 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:55,109 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=12, startTime=1732407655039; duration=0sec 2024-11-24T00:20:55,109 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:55,109 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:55,109 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:55,111 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:55,111 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:55,111 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,111 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d6a9fa53431f4a318f9d1b4a32bfd44e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3506c0efaeec4c999a83d9a3f066c7e9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9ef243566b9741328e9c8c7c00d468b2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3e075b3aae314adc9928f35754077b76] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=48.7 K 2024-11-24T00:20:55,112 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a9fa53431f4a318f9d1b4a32bfd44e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407651323 2024-11-24T00:20:55,112 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3506c0efaeec4c999a83d9a3f066c7e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732407653528 2024-11-24T00:20:55,113 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ef243566b9741328e9c8c7c00d468b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732407653642 2024-11-24T00:20:55,113 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e075b3aae314adc9928f35754077b76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732407654795 2024-11-24T00:20:55,124 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:55,125 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/baeeedbc626f41d9ad758866d4a8e327 is 50, key is test_row_0/C:col10/1732407654906/Put/seqid=0 2024-11-24T00:20:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741913_1089 (size=13119) 2024-11-24T00:20:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:55,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:20:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:55,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:55,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:55,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/9f849791fbc74a5888bb9ff43b839468 is 50, key is test_row_0/A:col10/1732407655227/Put/seqid=0 2024-11-24T00:20:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741914_1090 (size=14741) 2024-11-24T00:20:55,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/9f849791fbc74a5888bb9ff43b839468 2024-11-24T00:20:55,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/bef890deeb2c4f3fa72c83a5126ca08d is 50, key is test_row_0/B:col10/1732407655227/Put/seqid=0 2024-11-24T00:20:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407715253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407715254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407715254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407715260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407715264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741915_1091 (size=12301) 2024-11-24T00:20:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T00:20:55,323 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T00:20:55,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T00:20:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T00:20:55,327 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:55,329 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:55,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407715362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407715362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407715363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407715366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407715367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T00:20:55,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T00:20:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:55,499 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/8a30cf36a401458db9436ef0436b8032 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/8a30cf36a401458db9436ef0436b8032 2024-11-24T00:20:55,507 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into 8a30cf36a401458db9436ef0436b8032(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:55,507 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:55,508 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=12, startTime=1732407655039; duration=0sec 2024-11-24T00:20:55,508 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:55,508 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:55,544 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/baeeedbc626f41d9ad758866d4a8e327 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/baeeedbc626f41d9ad758866d4a8e327 2024-11-24T00:20:55,551 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into baeeedbc626f41d9ad758866d4a8e327(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:55,551 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:55,551 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=12, startTime=1732407655041; duration=0sec 2024-11-24T00:20:55,552 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:55,552 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407715565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407715566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407715567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407715567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407715570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T00:20:55,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T00:20:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:55,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/bef890deeb2c4f3fa72c83a5126ca08d 2024-11-24T00:20:55,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5a68c9f160ab4266bbb29ed7b3943111 is 50, key is test_row_0/C:col10/1732407655227/Put/seqid=0 2024-11-24T00:20:55,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741916_1092 (size=12301) 2024-11-24T00:20:55,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5a68c9f160ab4266bbb29ed7b3943111 2024-11-24T00:20:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/9f849791fbc74a5888bb9ff43b839468 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/9f849791fbc74a5888bb9ff43b839468 2024-11-24T00:20:55,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/9f849791fbc74a5888bb9ff43b839468, entries=200, sequenceid=368, filesize=14.4 K 2024-11-24T00:20:55,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/bef890deeb2c4f3fa72c83a5126ca08d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bef890deeb2c4f3fa72c83a5126ca08d 2024-11-24T00:20:55,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bef890deeb2c4f3fa72c83a5126ca08d, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T00:20:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5a68c9f160ab4266bbb29ed7b3943111 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5a68c9f160ab4266bbb29ed7b3943111 2024-11-24T00:20:55,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5a68c9f160ab4266bbb29ed7b3943111, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T00:20:55,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for dd85acc21e586c76e659109d85500dfb in 531ms, sequenceid=368, compaction requested=false 2024-11-24T00:20:55,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:55,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T00:20:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:55,789 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:20:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/c540fc0d727046d0a4804f95eb91a5a2 is 50, key is test_row_0/A:col10/1732407655258/Put/seqid=0 2024-11-24T00:20:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741917_1093 (size=12301) 2024-11-24T00:20:55,808 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/c540fc0d727046d0a4804f95eb91a5a2 2024-11-24T00:20:55,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/5a342466b94141ee86c3c06c9296e109 is 50, key is test_row_0/B:col10/1732407655258/Put/seqid=0 2024-11-24T00:20:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741918_1094 (size=12301) 2024-11-24T00:20:55,832 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/5a342466b94141ee86c3c06c9296e109 2024-11-24T00:20:55,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a0ac9a7522af4543b3cc6dac5a7daab2 is 50, key is test_row_0/C:col10/1732407655258/Put/seqid=0 2024-11-24T00:20:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741919_1095 (size=12301) 2024-11-24T00:20:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407715880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407715881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407715882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407715885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407715885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T00:20:55,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407715987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407715987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407715987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407715988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407715989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407716193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407716193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407716193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407716193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407716194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a0ac9a7522af4543b3cc6dac5a7daab2 2024-11-24T00:20:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/c540fc0d727046d0a4804f95eb91a5a2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c540fc0d727046d0a4804f95eb91a5a2 2024-11-24T00:20:56,261 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c540fc0d727046d0a4804f95eb91a5a2, entries=150, sequenceid=395, filesize=12.0 K 2024-11-24T00:20:56,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/5a342466b94141ee86c3c06c9296e109 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5a342466b94141ee86c3c06c9296e109 2024-11-24T00:20:56,268 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5a342466b94141ee86c3c06c9296e109, entries=150, sequenceid=395, filesize=12.0 K 2024-11-24T00:20:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a0ac9a7522af4543b3cc6dac5a7daab2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0ac9a7522af4543b3cc6dac5a7daab2 2024-11-24T00:20:56,275 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0ac9a7522af4543b3cc6dac5a7daab2, entries=150, sequenceid=395, filesize=12.0 K 2024-11-24T00:20:56,276 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for dd85acc21e586c76e659109d85500dfb in 487ms, sequenceid=395, compaction requested=true 2024-11-24T00:20:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T00:20:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T00:20:56,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T00:20:56,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 949 msec 2024-11-24T00:20:56,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 955 msec 2024-11-24T00:20:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T00:20:56,431 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T00:20:56,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T00:20:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T00:20:56,435 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:56,436 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:56,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:56,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:20:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:56,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/372e9c19f2eb41ad9444bcd35169e2c5 is 50, key is test_row_0/A:col10/1732407656498/Put/seqid=0 2024-11-24T00:20:56,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741920_1096 (size=12301) 2024-11-24T00:20:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407716522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407716523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407716524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407716524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407716527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T00:20:56,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T00:20:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:56,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407716628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407716629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407716631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407716632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407716632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T00:20:56,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T00:20:56,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:56,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:56,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:56,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407716833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407716834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407716834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407716835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407716839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:56,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T00:20:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:56,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:56,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/372e9c19f2eb41ad9444bcd35169e2c5 2024-11-24T00:20:56,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0630311f5165468ea1ab183d7d9a25e2 is 50, key is test_row_0/B:col10/1732407656498/Put/seqid=0 2024-11-24T00:20:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741921_1097 (size=12301) 2024-11-24T00:20:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T00:20:57,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T00:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407717138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407717139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407717140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407717140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407717142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T00:20:57,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:57,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0630311f5165468ea1ab183d7d9a25e2 2024-11-24T00:20:57,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5fba9a2cbbdb4f8a93edd16a646fa190 is 50, key is test_row_0/C:col10/1732407656498/Put/seqid=0 2024-11-24T00:20:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741922_1098 (size=12301) 2024-11-24T00:20:57,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5fba9a2cbbdb4f8a93edd16a646fa190 2024-11-24T00:20:57,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T00:20:57,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:57,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:57,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/372e9c19f2eb41ad9444bcd35169e2c5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/372e9c19f2eb41ad9444bcd35169e2c5 2024-11-24T00:20:57,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/372e9c19f2eb41ad9444bcd35169e2c5, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T00:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/0630311f5165468ea1ab183d7d9a25e2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0630311f5165468ea1ab183d7d9a25e2 2024-11-24T00:20:57,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0630311f5165468ea1ab183d7d9a25e2, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T00:20:57,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5fba9a2cbbdb4f8a93edd16a646fa190 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5fba9a2cbbdb4f8a93edd16a646fa190 2024-11-24T00:20:57,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5fba9a2cbbdb4f8a93edd16a646fa190, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T00:20:57,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dd85acc21e586c76e659109d85500dfb in 890ms, sequenceid=408, compaction requested=true 2024-11-24T00:20:57,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:57,390 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:57,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:57,392 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:57,392 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:57,392 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:57,392 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:57,392 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/8216fe2eaac644dd8a758aa7b4930cf3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/9f849791fbc74a5888bb9ff43b839468, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c540fc0d727046d0a4804f95eb91a5a2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/372e9c19f2eb41ad9444bcd35169e2c5] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=51.2 K 2024-11-24T00:20:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:57,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:57,393 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8216fe2eaac644dd8a758aa7b4930cf3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732407654795 2024-11-24T00:20:57,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:57,393 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f849791fbc74a5888bb9ff43b839468, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407654912 2024-11-24T00:20:57,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c540fc0d727046d0a4804f95eb91a5a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732407655245 2024-11-24T00:20:57,394 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:57,394 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:57,394 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,394 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/8a30cf36a401458db9436ef0436b8032, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bef890deeb2c4f3fa72c83a5126ca08d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5a342466b94141ee86c3c06c9296e109, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0630311f5165468ea1ab183d7d9a25e2] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=48.8 K 2024-11-24T00:20:57,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 372e9c19f2eb41ad9444bcd35169e2c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732407655879 2024-11-24T00:20:57,395 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a30cf36a401458db9436ef0436b8032, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732407654795 2024-11-24T00:20:57,395 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting bef890deeb2c4f3fa72c83a5126ca08d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407655225 2024-11-24T00:20:57,396 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a342466b94141ee86c3c06c9296e109, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732407655245 2024-11-24T00:20:57,396 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0630311f5165468ea1ab183d7d9a25e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732407655879 2024-11-24T00:20:57,414 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:57,415 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/40e104a0047f4f699a9554977a9dbcfa is 50, key is test_row_0/A:col10/1732407656498/Put/seqid=0 2024-11-24T00:20:57,416 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:57,417 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/760849736dd6473596226ca732d9dc16 is 50, key is test_row_0/B:col10/1732407656498/Put/seqid=0 2024-11-24T00:20:57,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741923_1099 (size=13255) 2024-11-24T00:20:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741924_1100 (size=13255) 2024-11-24T00:20:57,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T00:20:57,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,514 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:20:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/eb18310886c14bc9a72003c33a45ef2e is 50, key is test_row_0/A:col10/1732407656525/Put/seqid=0 2024-11-24T00:20:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741925_1101 (size=12301) 2024-11-24T00:20:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T00:20:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:57,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:57,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407717653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407717654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407717657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407717657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407717657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407717759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407717759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407717763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407717763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407717763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,841 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/40e104a0047f4f699a9554977a9dbcfa as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/40e104a0047f4f699a9554977a9dbcfa 2024-11-24T00:20:57,846 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/760849736dd6473596226ca732d9dc16 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/760849736dd6473596226ca732d9dc16 2024-11-24T00:20:57,851 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into 40e104a0047f4f699a9554977a9dbcfa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:57,851 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:57,852 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=12, startTime=1732407657390; duration=0sec 2024-11-24T00:20:57,852 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:57,852 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:57,852 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:20:57,856 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:20:57,856 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:57,856 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:57,856 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/baeeedbc626f41d9ad758866d4a8e327, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5a68c9f160ab4266bbb29ed7b3943111, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0ac9a7522af4543b3cc6dac5a7daab2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5fba9a2cbbdb4f8a93edd16a646fa190] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=48.8 K 2024-11-24T00:20:57,857 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into 760849736dd6473596226ca732d9dc16(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:57,857 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:57,857 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=12, startTime=1732407657392; duration=0sec 2024-11-24T00:20:57,857 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:57,857 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:57,857 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting baeeedbc626f41d9ad758866d4a8e327, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732407654795 2024-11-24T00:20:57,857 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a68c9f160ab4266bbb29ed7b3943111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407655225 2024-11-24T00:20:57,858 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0ac9a7522af4543b3cc6dac5a7daab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732407655245 2024-11-24T00:20:57,859 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fba9a2cbbdb4f8a93edd16a646fa190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732407655879 2024-11-24T00:20:57,872 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:57,873 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/d296e9dd8cf5456688c4a4287c6316bf is 50, key is test_row_0/C:col10/1732407656498/Put/seqid=0 2024-11-24T00:20:57,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741926_1102 (size=13255) 2024-11-24T00:20:57,934 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/eb18310886c14bc9a72003c33a45ef2e 2024-11-24T00:20:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/ab35cdb9b8984bf793a85371812a1d89 is 50, key is test_row_0/B:col10/1732407656525/Put/seqid=0 2024-11-24T00:20:57,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741927_1103 (size=12301) 2024-11-24T00:20:57,955 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/ab35cdb9b8984bf793a85371812a1d89 2024-11-24T00:20:57,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407717962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407717962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ea642a76fb09415e9323abb9f01a23c0 is 50, key is test_row_0/C:col10/1732407656525/Put/seqid=0 2024-11-24T00:20:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407717969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407717970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407717970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:57,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741928_1104 (size=12301) 2024-11-24T00:20:57,986 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ea642a76fb09415e9323abb9f01a23c0 2024-11-24T00:20:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/eb18310886c14bc9a72003c33a45ef2e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/eb18310886c14bc9a72003c33a45ef2e 2024-11-24T00:20:57,999 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/eb18310886c14bc9a72003c33a45ef2e, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T00:20:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/ab35cdb9b8984bf793a85371812a1d89 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ab35cdb9b8984bf793a85371812a1d89 2024-11-24T00:20:58,007 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ab35cdb9b8984bf793a85371812a1d89, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T00:20:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ea642a76fb09415e9323abb9f01a23c0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ea642a76fb09415e9323abb9f01a23c0 2024-11-24T00:20:58,016 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ea642a76fb09415e9323abb9f01a23c0, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T00:20:58,017 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for dd85acc21e586c76e659109d85500dfb in 503ms, sequenceid=431, compaction requested=false 2024-11-24T00:20:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T00:20:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T00:20:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T00:20:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5830 sec 2024-11-24T00:20:58,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5890 sec 2024-11-24T00:20:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:58,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T00:20:58,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:58,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:58,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:58,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:58,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:58,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:58,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/1996ae05ba63428ca0301b1a5e8f7a9f is 50, key is test_row_0/A:col10/1732407658266/Put/seqid=0 2024-11-24T00:20:58,287 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/d296e9dd8cf5456688c4a4287c6316bf as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d296e9dd8cf5456688c4a4287c6316bf 2024-11-24T00:20:58,295 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into d296e9dd8cf5456688c4a4287c6316bf(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:58,295 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:58,295 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=12, startTime=1732407657392; duration=0sec 2024-11-24T00:20:58,295 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:58,295 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407718293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407718289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407718296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407718297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407718297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741929_1105 (size=17181) 2024-11-24T00:20:58,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/1996ae05ba63428ca0301b1a5e8f7a9f 2024-11-24T00:20:58,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/ec490d6c9a664a81a42530ee0beb5f75 is 50, key is test_row_0/B:col10/1732407658266/Put/seqid=0 2024-11-24T00:20:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741930_1106 (size=12301) 2024-11-24T00:20:58,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/ec490d6c9a664a81a42530ee0beb5f75 2024-11-24T00:20:58,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a1df6b54095b4c9d80285205965b41c7 is 50, key is test_row_0/C:col10/1732407658266/Put/seqid=0 2024-11-24T00:20:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741931_1107 (size=12301) 2024-11-24T00:20:58,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a1df6b54095b4c9d80285205965b41c7 2024-11-24T00:20:58,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/1996ae05ba63428ca0301b1a5e8f7a9f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1996ae05ba63428ca0301b1a5e8f7a9f 2024-11-24T00:20:58,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1996ae05ba63428ca0301b1a5e8f7a9f, entries=250, sequenceid=450, filesize=16.8 K 2024-11-24T00:20:58,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/ec490d6c9a664a81a42530ee0beb5f75 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ec490d6c9a664a81a42530ee0beb5f75 2024-11-24T00:20:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407718398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407718399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407718402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407718403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ec490d6c9a664a81a42530ee0beb5f75, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T00:20:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407718403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a1df6b54095b4c9d80285205965b41c7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a1df6b54095b4c9d80285205965b41c7 2024-11-24T00:20:58,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a1df6b54095b4c9d80285205965b41c7, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T00:20:58,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for dd85acc21e586c76e659109d85500dfb in 146ms, sequenceid=450, compaction requested=true 2024-11-24T00:20:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:58,415 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:58,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:20:58,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:58,415 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:58,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:20:58,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:58,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:20:58,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:58,416 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:58,416 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/A is initiating minor compaction (all files) 2024-11-24T00:20:58,416 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/A in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,417 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/40e104a0047f4f699a9554977a9dbcfa, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/eb18310886c14bc9a72003c33a45ef2e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1996ae05ba63428ca0301b1a5e8f7a9f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=41.7 K 2024-11-24T00:20:58,417 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:58,417 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e104a0047f4f699a9554977a9dbcfa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732407655879 2024-11-24T00:20:58,417 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/B is initiating minor compaction (all files) 2024-11-24T00:20:58,417 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/B in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,417 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/760849736dd6473596226ca732d9dc16, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ab35cdb9b8984bf793a85371812a1d89, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ec490d6c9a664a81a42530ee0beb5f75] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=37.0 K 2024-11-24T00:20:58,418 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb18310886c14bc9a72003c33a45ef2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732407656515 2024-11-24T00:20:58,418 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 760849736dd6473596226ca732d9dc16, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732407655879 2024-11-24T00:20:58,420 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1996ae05ba63428ca0301b1a5e8f7a9f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732407657653 2024-11-24T00:20:58,421 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ab35cdb9b8984bf793a85371812a1d89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732407656515 2024-11-24T00:20:58,422 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ec490d6c9a664a81a42530ee0beb5f75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732407657653 2024-11-24T00:20:58,434 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:58,435 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/7746938764d04b7bbdb184d40058b7bd is 50, key is test_row_0/A:col10/1732407658266/Put/seqid=0 2024-11-24T00:20:58,442 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:58,443 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/f42c95e3ce9b46b082accb02e2df2f88 is 50, key is test_row_0/B:col10/1732407658266/Put/seqid=0 2024-11-24T00:20:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741932_1108 (size=13357) 2024-11-24T00:20:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741933_1109 (size=13357) 2024-11-24T00:20:58,468 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/f42c95e3ce9b46b082accb02e2df2f88 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f42c95e3ce9b46b082accb02e2df2f88 2024-11-24T00:20:58,476 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/B of dd85acc21e586c76e659109d85500dfb into f42c95e3ce9b46b082accb02e2df2f88(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:58,476 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:58,476 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/B, priority=13, startTime=1732407658415; duration=0sec 2024-11-24T00:20:58,476 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:20:58,476 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:20:58,476 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:20:58,477 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:20:58,478 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): dd85acc21e586c76e659109d85500dfb/C is initiating minor compaction (all files) 2024-11-24T00:20:58,478 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd85acc21e586c76e659109d85500dfb/C in TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,479 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d296e9dd8cf5456688c4a4287c6316bf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ea642a76fb09415e9323abb9f01a23c0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a1df6b54095b4c9d80285205965b41c7] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp, totalSize=37.0 K 2024-11-24T00:20:58,479 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d296e9dd8cf5456688c4a4287c6316bf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732407655879 2024-11-24T00:20:58,480 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ea642a76fb09415e9323abb9f01a23c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732407656515 2024-11-24T00:20:58,480 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a1df6b54095b4c9d80285205965b41c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732407657653 2024-11-24T00:20:58,490 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd85acc21e586c76e659109d85500dfb#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:20:58,491 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ae04f9d076f442faa76349c5c9d1a399 is 50, key is test_row_0/C:col10/1732407658266/Put/seqid=0 2024-11-24T00:20:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741934_1110 (size=13357) 2024-11-24T00:20:58,504 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/ae04f9d076f442faa76349c5c9d1a399 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ae04f9d076f442faa76349c5c9d1a399 2024-11-24T00:20:58,512 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/C of dd85acc21e586c76e659109d85500dfb into ae04f9d076f442faa76349c5c9d1a399(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:58,512 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:58,512 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/C, priority=13, startTime=1732407658415; duration=0sec 2024-11-24T00:20:58,513 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:58,513 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:20:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T00:20:58,540 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T00:20:58,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:20:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-24T00:20:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T00:20:58,543 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:20:58,543 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:20:58,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:20:58,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:20:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:58,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2915f838188145cb94e6cd4a0cb75387 is 50, key is test_row_0/A:col10/1732407658295/Put/seqid=0 2024-11-24T00:20:58,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741935_1111 (size=12301) 2024-11-24T00:20:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T00:20:58,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407718615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407718615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407718646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407718646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407718646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T00:20:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:58,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407718747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407718747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407718749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407718749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407718750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T00:20:58,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T00:20:58,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:58,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:58,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:58,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:58,865 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/7746938764d04b7bbdb184d40058b7bd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7746938764d04b7bbdb184d40058b7bd 2024-11-24T00:20:58,871 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd85acc21e586c76e659109d85500dfb/A of dd85acc21e586c76e659109d85500dfb into 7746938764d04b7bbdb184d40058b7bd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:20:58,872 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:58,872 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb., storeName=dd85acc21e586c76e659109d85500dfb/A, priority=13, startTime=1732407658415; duration=0sec 2024-11-24T00:20:58,872 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:20:58,872 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:20:58,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407718951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407718951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407718951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407718954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:58,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407718956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T00:20:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2915f838188145cb94e6cd4a0cb75387 2024-11-24T00:20:59,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/62ceefb096054174891ad4788f7ac6f8 is 50, key is test_row_0/B:col10/1732407658295/Put/seqid=0 2024-11-24T00:20:59,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741936_1112 (size=12301) 2024-11-24T00:20:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T00:20:59,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T00:20:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407719254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407719255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407719256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407719258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407719258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T00:20:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:59,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/62ceefb096054174891ad4788f7ac6f8 2024-11-24T00:20:59,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/472230992ef2496b82ef48f8c9add32c is 50, key is test_row_0/C:col10/1732407658295/Put/seqid=0 2024-11-24T00:20:59,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T00:20:59,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:59,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:20:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741937_1113 (size=12301) 2024-11-24T00:20:59,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/472230992ef2496b82ef48f8c9add32c 2024-11-24T00:20:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/2915f838188145cb94e6cd4a0cb75387 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2915f838188145cb94e6cd4a0cb75387 2024-11-24T00:20:59,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2915f838188145cb94e6cd4a0cb75387, entries=150, sequenceid=474, filesize=12.0 K 2024-11-24T00:20:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/62ceefb096054174891ad4788f7ac6f8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/62ceefb096054174891ad4788f7ac6f8 2024-11-24T00:20:59,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/62ceefb096054174891ad4788f7ac6f8, entries=150, sequenceid=474, filesize=12.0 K 2024-11-24T00:20:59,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/472230992ef2496b82ef48f8c9add32c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/472230992ef2496b82ef48f8c9add32c 2024-11-24T00:20:59,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/472230992ef2496b82ef48f8c9add32c, entries=150, sequenceid=474, filesize=12.0 K 2024-11-24T00:20:59,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for dd85acc21e586c76e659109d85500dfb in 896ms, sequenceid=474, compaction requested=false 2024-11-24T00:20:59,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:20:59,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T00:20:59,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:20:59,618 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T00:20:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:20:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:20:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:20:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:20:59,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d3efed46041f4646b665baa4b9e2ddb2 is 50, key is test_row_0/A:col10/1732407658616/Put/seqid=0 2024-11-24T00:20:59,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741938_1114 (size=12301) 2024-11-24T00:20:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T00:20:59,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:20:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:20:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407719773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407719774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407719775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407719776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407719777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407719878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407719879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407719879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407719880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:20:59,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:20:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407719880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,031 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d3efed46041f4646b665baa4b9e2ddb2 2024-11-24T00:21:00,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/89c3b53c30a74e72a3be721a5df9ba17 is 50, key is test_row_0/B:col10/1732407658616/Put/seqid=0 2024-11-24T00:21:00,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741939_1115 (size=12301) 2024-11-24T00:21:00,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407720081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407720082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407720083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407720083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407720083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407720384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407720384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407720386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407720386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407720387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,446 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/89c3b53c30a74e72a3be721a5df9ba17 2024-11-24T00:21:00,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a27b00463a21497b8776e45fa4d4f7e6 is 50, key is test_row_0/C:col10/1732407658616/Put/seqid=0 2024-11-24T00:21:00,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741940_1116 (size=12301) 2024-11-24T00:21:00,460 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a27b00463a21497b8776e45fa4d4f7e6 2024-11-24T00:21:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d3efed46041f4646b665baa4b9e2ddb2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d3efed46041f4646b665baa4b9e2ddb2 2024-11-24T00:21:00,472 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d3efed46041f4646b665baa4b9e2ddb2, entries=150, sequenceid=492, filesize=12.0 K 2024-11-24T00:21:00,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/89c3b53c30a74e72a3be721a5df9ba17 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/89c3b53c30a74e72a3be721a5df9ba17 2024-11-24T00:21:00,478 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/89c3b53c30a74e72a3be721a5df9ba17, entries=150, sequenceid=492, filesize=12.0 K 2024-11-24T00:21:00,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/a27b00463a21497b8776e45fa4d4f7e6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a27b00463a21497b8776e45fa4d4f7e6 2024-11-24T00:21:00,484 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a27b00463a21497b8776e45fa4d4f7e6, entries=150, sequenceid=492, filesize=12.0 K 2024-11-24T00:21:00,485 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for dd85acc21e586c76e659109d85500dfb in 868ms, sequenceid=492, compaction requested=true 2024-11-24T00:21:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:21:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T00:21:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-24T00:21:00,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T00:21:00,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-24T00:21:00,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.9480 sec 2024-11-24T00:21:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T00:21:00,647 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T00:21:00,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-24T00:21:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T00:21:00,650 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:00,650 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:00,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T00:21:00,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T00:21:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:00,803 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T00:21:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:21:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:21:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:21:00,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:00,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/39bd60973dea433aa43ed5419e937993 is 50, key is test_row_0/A:col10/1732407659773/Put/seqid=0 2024-11-24T00:21:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741941_1117 (size=12301) 2024-11-24T00:21:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:00,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:21:00,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407720900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407720901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407720901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407720903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407720920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T00:21:01,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407721022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407721023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407721023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407721025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407721025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,224 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/39bd60973dea433aa43ed5419e937993 2024-11-24T00:21:01,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407721225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407721225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407721226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407721229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407721230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/93b19fc36bce4d9585dc08e514dede07 is 50, key is test_row_0/B:col10/1732407659773/Put/seqid=0 2024-11-24T00:21:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741942_1118 (size=12301) 2024-11-24T00:21:01,242 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/93b19fc36bce4d9585dc08e514dede07 2024-11-24T00:21:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cec5bb4a88404ca398250a974cbdc706 is 50, key is test_row_0/C:col10/1732407659773/Put/seqid=0 2024-11-24T00:21:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T00:21:01,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741943_1119 (size=12301) 2024-11-24T00:21:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407721528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407721530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407721531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407721532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407721533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,656 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cec5bb4a88404ca398250a974cbdc706 2024-11-24T00:21:01,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/39bd60973dea433aa43ed5419e937993 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/39bd60973dea433aa43ed5419e937993 2024-11-24T00:21:01,666 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/39bd60973dea433aa43ed5419e937993, entries=150, sequenceid=511, filesize=12.0 K 2024-11-24T00:21:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/93b19fc36bce4d9585dc08e514dede07 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/93b19fc36bce4d9585dc08e514dede07 2024-11-24T00:21:01,672 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/93b19fc36bce4d9585dc08e514dede07, entries=150, sequenceid=511, filesize=12.0 K 2024-11-24T00:21:01,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cec5bb4a88404ca398250a974cbdc706 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cec5bb4a88404ca398250a974cbdc706 2024-11-24T00:21:01,678 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cec5bb4a88404ca398250a974cbdc706, entries=150, sequenceid=511, filesize=12.0 K 2024-11-24T00:21:01,679 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for dd85acc21e586c76e659109d85500dfb in 876ms, sequenceid=511, compaction requested=true 2024-11-24T00:21:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:21:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T00:21:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-24T00:21:01,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T00:21:01,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-24T00:21:01,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0340 sec 2024-11-24T00:21:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T00:21:01,754 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T00:21:01,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-24T00:21:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T00:21:01,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:01,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:01,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T00:21:01,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:01,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T00:21:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:01,911 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T00:21:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:21:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:21:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:21:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6e482a4ff3e84ea292b587ba69ee5b18 is 50, key is test_row_0/A:col10/1732407660900/Put/seqid=0 2024-11-24T00:21:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741944_1120 (size=12301) 2024-11-24T00:21:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:21:02,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407722046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407722047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407722049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407722050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407722050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T00:21:02,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407722152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407722152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407722154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407722154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407722154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,322 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6e482a4ff3e84ea292b587ba69ee5b18 2024-11-24T00:21:02,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/f61ac86d831c4c06a96d37f9d374c2f1 is 50, key is test_row_0/B:col10/1732407660900/Put/seqid=0 2024-11-24T00:21:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741945_1121 (size=12301) 2024-11-24T00:21:02,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407722355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T00:21:02,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407722357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407722359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407722359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407722361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407722658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407722661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407722661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407722663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407722667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:02,739 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/f61ac86d831c4c06a96d37f9d374c2f1 2024-11-24T00:21:02,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/95309157efaa4c4c9001ab45e85f048b is 50, key is test_row_0/C:col10/1732407660900/Put/seqid=0 2024-11-24T00:21:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741946_1122 (size=12301) 2024-11-24T00:21:02,761 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/95309157efaa4c4c9001ab45e85f048b 2024-11-24T00:21:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/6e482a4ff3e84ea292b587ba69ee5b18 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6e482a4ff3e84ea292b587ba69ee5b18 2024-11-24T00:21:02,772 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6e482a4ff3e84ea292b587ba69ee5b18, entries=150, sequenceid=529, filesize=12.0 K 2024-11-24T00:21:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/f61ac86d831c4c06a96d37f9d374c2f1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f61ac86d831c4c06a96d37f9d374c2f1 2024-11-24T00:21:02,779 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f61ac86d831c4c06a96d37f9d374c2f1, entries=150, sequenceid=529, filesize=12.0 K 2024-11-24T00:21:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/95309157efaa4c4c9001ab45e85f048b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/95309157efaa4c4c9001ab45e85f048b 2024-11-24T00:21:02,785 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/95309157efaa4c4c9001ab45e85f048b, entries=150, sequenceid=529, filesize=12.0 K 2024-11-24T00:21:02,786 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for dd85acc21e586c76e659109d85500dfb in 875ms, sequenceid=529, compaction requested=true 2024-11-24T00:21:02,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:21:02,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:02,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T00:21:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-24T00:21:02,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T00:21:02,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-11-24T00:21:02,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0350 sec 2024-11-24T00:21:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T00:21:02,860 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-24T00:21:02,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-24T00:21:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T00:21:02,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:02,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:02,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T00:21:03,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T00:21:03,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:03,016 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T00:21:03,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:21:03,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:03,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:21:03,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:03,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:21:03,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:03,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/5631df915cbc403da48f0a8fa04528ea is 50, key is test_row_0/A:col10/1732407662047/Put/seqid=0 2024-11-24T00:21:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741947_1123 (size=12301) 2024-11-24T00:21:03,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/5631df915cbc403da48f0a8fa04528ea 2024-11-24T00:21:03,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/325d0bed6776482991b25db6c2230cf4 is 50, key is test_row_0/B:col10/1732407662047/Put/seqid=0 2024-11-24T00:21:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741948_1124 (size=12301) 2024-11-24T00:21:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T00:21:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:21:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407723180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407723182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407723182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407723183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407723183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407723285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407723287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407723288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407723288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407723289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,445 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/325d0bed6776482991b25db6c2230cf4 2024-11-24T00:21:03,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5decae2b7f1a46dcbd3aae766afe11a7 is 50, key is test_row_0/C:col10/1732407662047/Put/seqid=0 2024-11-24T00:21:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741949_1125 (size=12301) 2024-11-24T00:21:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T00:21:03,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407723488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407723490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407723490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407723491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407723491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407723793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407723793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407723794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407723795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407723796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:03,859 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5decae2b7f1a46dcbd3aae766afe11a7 2024-11-24T00:21:03,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/5631df915cbc403da48f0a8fa04528ea as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/5631df915cbc403da48f0a8fa04528ea 2024-11-24T00:21:03,870 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/5631df915cbc403da48f0a8fa04528ea, entries=150, sequenceid=547, filesize=12.0 K 2024-11-24T00:21:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/325d0bed6776482991b25db6c2230cf4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/325d0bed6776482991b25db6c2230cf4 2024-11-24T00:21:03,877 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/325d0bed6776482991b25db6c2230cf4, entries=150, sequenceid=547, filesize=12.0 K 2024-11-24T00:21:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/5decae2b7f1a46dcbd3aae766afe11a7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5decae2b7f1a46dcbd3aae766afe11a7 2024-11-24T00:21:03,884 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5decae2b7f1a46dcbd3aae766afe11a7, entries=150, sequenceid=547, filesize=12.0 K 2024-11-24T00:21:03,885 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for dd85acc21e586c76e659109d85500dfb in 869ms, sequenceid=547, compaction requested=true 2024-11-24T00:21:03,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:21:03,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:03,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T00:21:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-24T00:21:03,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T00:21:03,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-11-24T00:21:03,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.0270 sec 2024-11-24T00:21:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T00:21:03,966 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-24T00:21:03,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-24T00:21:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T00:21:03,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:03,970 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:03,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T00:21:04,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T00:21:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:04,123 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T00:21:04,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:21:04,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:04,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:21:04,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:04,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:21:04,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/416b94cd808d490e96dcebdd0614b54e is 50, key is test_row_0/A:col10/1732407663181/Put/seqid=0 2024-11-24T00:21:04,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741950_1126 (size=12301) 2024-11-24T00:21:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T00:21:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. as already flushing 2024-11-24T00:21:04,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407724310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407724310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407724311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407724311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407724312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407724414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407724415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407724415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407724415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407724416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,532 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/416b94cd808d490e96dcebdd0614b54e 2024-11-24T00:21:04,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3355e03ac9c847c09982164fbc061760 is 50, key is test_row_0/B:col10/1732407663181/Put/seqid=0 2024-11-24T00:21:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741951_1127 (size=12301) 2024-11-24T00:21:04,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3355e03ac9c847c09982164fbc061760 2024-11-24T00:21:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/fd8ff623731848a4ae6206a5f61627f0 is 50, key is test_row_0/C:col10/1732407663181/Put/seqid=0 2024-11-24T00:21:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741952_1128 (size=12301) 2024-11-24T00:21:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T00:21:04,613 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ebb9f30 to 127.0.0.1:54804 2024-11-24T00:21:04,613 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x426bcd11 to 127.0.0.1:54804 2024-11-24T00:21:04,613 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f18a09d to 127.0.0.1:54804 2024-11-24T00:21:04,613 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:04,613 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:04,613 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:04,614 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f34c0b8 to 127.0.0.1:54804 2024-11-24T00:21:04,614 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:04,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407724618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407724618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407724619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407724619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407724619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39474 deadline: 1732407724920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39532 deadline: 1732407724921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732407724921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1732407724921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732407724923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:04,962 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/fd8ff623731848a4ae6206a5f61627f0 2024-11-24T00:21:04,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/416b94cd808d490e96dcebdd0614b54e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/416b94cd808d490e96dcebdd0614b54e 2024-11-24T00:21:04,972 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/416b94cd808d490e96dcebdd0614b54e, entries=150, sequenceid=566, filesize=12.0 K 2024-11-24T00:21:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/3355e03ac9c847c09982164fbc061760 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3355e03ac9c847c09982164fbc061760 2024-11-24T00:21:04,977 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3355e03ac9c847c09982164fbc061760, entries=150, sequenceid=566, filesize=12.0 K 2024-11-24T00:21:04,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/fd8ff623731848a4ae6206a5f61627f0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/fd8ff623731848a4ae6206a5f61627f0 2024-11-24T00:21:04,982 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/fd8ff623731848a4ae6206a5f61627f0, entries=150, sequenceid=566, filesize=12.0 K 2024-11-24T00:21:04,983 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for dd85acc21e586c76e659109d85500dfb in 861ms, sequenceid=566, compaction requested=true 2024-11-24T00:21:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:21:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T00:21:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-24T00:21:04,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T00:21:04,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-24T00:21:04,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.0190 sec 2024-11-24T00:21:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T00:21:05,072 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-24T00:21:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:05,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T00:21:05,424 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:54804 2024-11-24T00:21:05,424 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24512372 to 127.0.0.1:54804 2024-11-24T00:21:05,424 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:05,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:21:05,424 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:05,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:05,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:21:05,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:05,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:21:05,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:05,427 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d523ff to 127.0.0.1:54804 2024-11-24T00:21:05,427 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:05,427 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:54804 2024-11-24T00:21:05,427 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:05,428 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d888e3e to 127.0.0.1:54804 2024-11-24T00:21:05,428 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:05,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T00:21:05,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-24T00:21:05,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6461 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6299 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2806 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8414 rows 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2816 2024-11-24T00:21:05,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8447 rows 2024-11-24T00:21:05,429 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T00:21:05,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02a08c5a to 127.0.0.1:54804 2024-11-24T00:21:05,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:05,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/b3ca060c0a614efc8af84de8ce245aa5 is 50, key is test_row_0/A:col10/1732407664310/Put/seqid=0 2024-11-24T00:21:05,432 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T00:21:05,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T00:21:05,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741953_1129 (size=12301) 2024-11-24T00:21:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:05,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407665445"}]},"ts":"1732407665445"} 2024-11-24T00:21:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T00:21:05,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T00:21:05,449 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T00:21:05,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:21:05,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd85acc21e586c76e659109d85500dfb, UNASSIGN}] 2024-11-24T00:21:05,454 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd85acc21e586c76e659109d85500dfb, UNASSIGN 2024-11-24T00:21:05,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=dd85acc21e586c76e659109d85500dfb, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:05,456 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:21:05,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:21:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T00:21:05,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:05,612 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:05,612 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:21:05,613 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing dd85acc21e586c76e659109d85500dfb, disabling compactions & flushes 2024-11-24T00:21:05,613 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T00:21:05,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/b3ca060c0a614efc8af84de8ce245aa5 2024-11-24T00:21:05,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/7372184e17c746ce951a9b0da7e614fc is 50, key is test_row_0/B:col10/1732407664310/Put/seqid=0 2024-11-24T00:21:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741954_1130 (size=12301) 2024-11-24T00:21:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T00:21:06,112 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T00:21:06,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/7372184e17c746ce951a9b0da7e614fc 2024-11-24T00:21:06,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cb6b405093894356ac7daea6f6282abd is 50, key is test_row_0/C:col10/1732407664310/Put/seqid=0 2024-11-24T00:21:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741955_1131 (size=12301) 2024-11-24T00:21:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T00:21:06,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cb6b405093894356ac7daea6f6282abd 2024-11-24T00:21:06,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/b3ca060c0a614efc8af84de8ce245aa5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/b3ca060c0a614efc8af84de8ce245aa5 2024-11-24T00:21:06,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/b3ca060c0a614efc8af84de8ce245aa5, entries=150, sequenceid=585, filesize=12.0 K 2024-11-24T00:21:06,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/7372184e17c746ce951a9b0da7e614fc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/7372184e17c746ce951a9b0da7e614fc 2024-11-24T00:21:06,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/7372184e17c746ce951a9b0da7e614fc, entries=150, sequenceid=585, filesize=12.0 K 2024-11-24T00:21:06,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/cb6b405093894356ac7daea6f6282abd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cb6b405093894356ac7daea6f6282abd 2024-11-24T00:21:06,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cb6b405093894356ac7daea6f6282abd, entries=150, sequenceid=585, filesize=12.0 K 2024-11-24T00:21:06,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=20.13 KB/20610 for dd85acc21e586c76e659109d85500dfb in 1262ms, sequenceid=585, compaction requested=true 2024-11-24T00:21:06,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:21:06,686 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:06,686 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:06,686 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. after waiting 0 ms 2024-11-24T00:21:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:06,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. because compaction request was cancelled 2024-11-24T00:21:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:06,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:A 2024-11-24T00:21:06,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. because compaction request was cancelled 2024-11-24T00:21:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:B, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:06,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:B 2024-11-24T00:21:06,687 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing dd85acc21e586c76e659109d85500dfb 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T00:21:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:06,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. because compaction request was cancelled 2024-11-24T00:21:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd85acc21e586c76e659109d85500dfb:C, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:06,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd85acc21e586c76e659109d85500dfb:C 2024-11-24T00:21:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=A 2024-11-24T00:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=B 2024-11-24T00:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd85acc21e586c76e659109d85500dfb, store=C 2024-11-24T00:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:06,690 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d32e993a1dcf4e1799a66d9d7506d6fb is 50, key is test_row_0/A:col10/1732407665427/Put/seqid=0 2024-11-24T00:21:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741956_1132 (size=9857) 2024-11-24T00:21:07,095 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d32e993a1dcf4e1799a66d9d7506d6fb 2024-11-24T00:21:07,102 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/4315a15536c84d66997cc09fc349512d is 50, key is test_row_0/B:col10/1732407665427/Put/seqid=0 2024-11-24T00:21:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741957_1133 (size=9857) 2024-11-24T00:21:07,507 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/4315a15536c84d66997cc09fc349512d 2024-11-24T00:21:07,514 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/874f65d2ee2244bebea71e57dfb8bb29 is 50, key is test_row_0/C:col10/1732407665427/Put/seqid=0 2024-11-24T00:21:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741958_1134 (size=9857) 2024-11-24T00:21:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T00:21:07,918 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/874f65d2ee2244bebea71e57dfb8bb29 2024-11-24T00:21:07,923 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/A/d32e993a1dcf4e1799a66d9d7506d6fb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d32e993a1dcf4e1799a66d9d7506d6fb 2024-11-24T00:21:07,927 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d32e993a1dcf4e1799a66d9d7506d6fb, entries=100, sequenceid=591, filesize=9.6 K 2024-11-24T00:21:07,928 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/B/4315a15536c84d66997cc09fc349512d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/4315a15536c84d66997cc09fc349512d 2024-11-24T00:21:07,932 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/4315a15536c84d66997cc09fc349512d, entries=100, sequenceid=591, filesize=9.6 K 2024-11-24T00:21:07,933 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/.tmp/C/874f65d2ee2244bebea71e57dfb8bb29 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/874f65d2ee2244bebea71e57dfb8bb29 2024-11-24T00:21:07,937 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/874f65d2ee2244bebea71e57dfb8bb29, entries=100, sequenceid=591, filesize=9.6 K 2024-11-24T00:21:07,937 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for dd85acc21e586c76e659109d85500dfb in 1250ms, sequenceid=591, compaction requested=true 2024-11-24T00:21:07,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/92b2b5c15bb944b6b7b7d967cd3cf2fd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d44e8b60885e464d905cfb7d3cd2bb2d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d788c621b5a54d79913b39c469758b85, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e8f88f303fe14828a9f3a7842ef414f4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e57d6c0519b64bbeb45312035ca34b5d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/15f7fb8708c8437580273641b15576be, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/db6d6f561838446ea6cabbeddf750fce, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/4d24655ae1de46f1ba278e5d13962d2b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6d5eaf309cee4199aec4c6c0d664b51c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/ccb8f8fd04594ea9a10102cbe701481a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/512beb96de104903952be40a468a47f9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/202bcdf1a62e44b7a12ae334f87cec2c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6a1fb1fd58634433814a6d688184b2f9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/01942edb37a049c9bc2a4a57c5e2554b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/442407333e044fc1861d74327cc1b9d3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2af112b4bb0d4421bd99af904de88bd8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c9337815a1a74c0d9cf6cbb9c6a735f2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/28b929874c2b4d28a966d02b8f5e812d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7dd880077a0a4c948ad03b6aad4fec1f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/339f75d5f49f4417b66e1cd07dcac20d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6eef352ab8b540c080e7f19c063278b1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/45f94337c6ba45419f519510d6a02b3c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2c98be819d7840fda9c63681516389b4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/8216fe2eaac644dd8a758aa7b4930cf3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1c00303173bb4daf814c754f3ea8c62f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/9f849791fbc74a5888bb9ff43b839468, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c540fc0d727046d0a4804f95eb91a5a2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/40e104a0047f4f699a9554977a9dbcfa, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/372e9c19f2eb41ad9444bcd35169e2c5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/eb18310886c14bc9a72003c33a45ef2e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1996ae05ba63428ca0301b1a5e8f7a9f] to archive 2024-11-24T00:21:07,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:21:07,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/92b2b5c15bb944b6b7b7d967cd3cf2fd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/92b2b5c15bb944b6b7b7d967cd3cf2fd 2024-11-24T00:21:07,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d44e8b60885e464d905cfb7d3cd2bb2d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d44e8b60885e464d905cfb7d3cd2bb2d 2024-11-24T00:21:07,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d788c621b5a54d79913b39c469758b85 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d788c621b5a54d79913b39c469758b85 2024-11-24T00:21:07,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e8f88f303fe14828a9f3a7842ef414f4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e8f88f303fe14828a9f3a7842ef414f4 2024-11-24T00:21:07,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e57d6c0519b64bbeb45312035ca34b5d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/e57d6c0519b64bbeb45312035ca34b5d 2024-11-24T00:21:07,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/15f7fb8708c8437580273641b15576be to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/15f7fb8708c8437580273641b15576be 2024-11-24T00:21:07,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/db6d6f561838446ea6cabbeddf750fce to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/db6d6f561838446ea6cabbeddf750fce 2024-11-24T00:21:07,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/4d24655ae1de46f1ba278e5d13962d2b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/4d24655ae1de46f1ba278e5d13962d2b 2024-11-24T00:21:07,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6d5eaf309cee4199aec4c6c0d664b51c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6d5eaf309cee4199aec4c6c0d664b51c 2024-11-24T00:21:07,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/ccb8f8fd04594ea9a10102cbe701481a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/ccb8f8fd04594ea9a10102cbe701481a 2024-11-24T00:21:07,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/512beb96de104903952be40a468a47f9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/512beb96de104903952be40a468a47f9 2024-11-24T00:21:07,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/202bcdf1a62e44b7a12ae334f87cec2c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/202bcdf1a62e44b7a12ae334f87cec2c 2024-11-24T00:21:07,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6a1fb1fd58634433814a6d688184b2f9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6a1fb1fd58634433814a6d688184b2f9 2024-11-24T00:21:07,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/01942edb37a049c9bc2a4a57c5e2554b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/01942edb37a049c9bc2a4a57c5e2554b 2024-11-24T00:21:07,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/442407333e044fc1861d74327cc1b9d3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/442407333e044fc1861d74327cc1b9d3 2024-11-24T00:21:07,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2af112b4bb0d4421bd99af904de88bd8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2af112b4bb0d4421bd99af904de88bd8 2024-11-24T00:21:07,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c9337815a1a74c0d9cf6cbb9c6a735f2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c9337815a1a74c0d9cf6cbb9c6a735f2 2024-11-24T00:21:07,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/28b929874c2b4d28a966d02b8f5e812d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/28b929874c2b4d28a966d02b8f5e812d 2024-11-24T00:21:07,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7dd880077a0a4c948ad03b6aad4fec1f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7dd880077a0a4c948ad03b6aad4fec1f 2024-11-24T00:21:07,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/339f75d5f49f4417b66e1cd07dcac20d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/339f75d5f49f4417b66e1cd07dcac20d 2024-11-24T00:21:07,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6eef352ab8b540c080e7f19c063278b1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6eef352ab8b540c080e7f19c063278b1 2024-11-24T00:21:07,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/45f94337c6ba45419f519510d6a02b3c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/45f94337c6ba45419f519510d6a02b3c 2024-11-24T00:21:07,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2c98be819d7840fda9c63681516389b4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2c98be819d7840fda9c63681516389b4 2024-11-24T00:21:07,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/8216fe2eaac644dd8a758aa7b4930cf3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/8216fe2eaac644dd8a758aa7b4930cf3 2024-11-24T00:21:07,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1c00303173bb4daf814c754f3ea8c62f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1c00303173bb4daf814c754f3ea8c62f 2024-11-24T00:21:07,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/9f849791fbc74a5888bb9ff43b839468 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/9f849791fbc74a5888bb9ff43b839468 2024-11-24T00:21:07,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c540fc0d727046d0a4804f95eb91a5a2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/c540fc0d727046d0a4804f95eb91a5a2 2024-11-24T00:21:07,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/40e104a0047f4f699a9554977a9dbcfa to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/40e104a0047f4f699a9554977a9dbcfa 2024-11-24T00:21:07,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/372e9c19f2eb41ad9444bcd35169e2c5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/372e9c19f2eb41ad9444bcd35169e2c5 2024-11-24T00:21:07,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/eb18310886c14bc9a72003c33a45ef2e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/eb18310886c14bc9a72003c33a45ef2e 2024-11-24T00:21:07,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1996ae05ba63428ca0301b1a5e8f7a9f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/1996ae05ba63428ca0301b1a5e8f7a9f 2024-11-24T00:21:07,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/21c28cabd8a5436dab90e715cd056116, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bdaa3f7abb97427192ec65b1e2498baa, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3ba0d83aace443f3bb826c04aa9aa619, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0535bbe1c8544ae2b880704ca5142d20, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/2996bfc4cd6c4e6e8982c08bd2dffe75, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/31e5a402181c4382bf4d5242f2efacf1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b00dcddbd4d24d61a1afd6f336191e1b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3121327ef5624a61a77b048481c7d52e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3fe825e8f4b648e791ba160cad297898, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/40e8390374e042d0b27669095b7ed831, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/eb9a6d52c01d4b4b8f692f697fd24943, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0127185a850d409a8bde314bd7fcde07, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b72f425ec12f48e8b32780d5c7932c69, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/54de3277762b4894b9361916c3afe619, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/d129c830a47c4853bbd80264cb75dea9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/fe1d459dd6ac40699ed644f325f4df3d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f3c4995bb08f4db7992827d91faee4e5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/47a308c22ebd4b13912c32f12dfdc1d5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9107034af6de44748f026827ee75371b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0b9558dadf18439bb38a1cd74cbf8001, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/a62028108b2143aab37e58f0f7882da5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/70a0dafee1df4d8ebdb72b2f78bfd003, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9e34d8ad2311473281106fe2b660a60b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/8a30cf36a401458db9436ef0436b8032, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5e3a495fdda840efada62fa0578c04a4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bef890deeb2c4f3fa72c83a5126ca08d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5a342466b94141ee86c3c06c9296e109, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/760849736dd6473596226ca732d9dc16, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0630311f5165468ea1ab183d7d9a25e2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ab35cdb9b8984bf793a85371812a1d89, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ec490d6c9a664a81a42530ee0beb5f75] to archive 2024-11-24T00:21:07,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:21:07,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/21c28cabd8a5436dab90e715cd056116 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/21c28cabd8a5436dab90e715cd056116 2024-11-24T00:21:07,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bdaa3f7abb97427192ec65b1e2498baa to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bdaa3f7abb97427192ec65b1e2498baa 2024-11-24T00:21:08,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3ba0d83aace443f3bb826c04aa9aa619 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3ba0d83aace443f3bb826c04aa9aa619 2024-11-24T00:21:08,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0535bbe1c8544ae2b880704ca5142d20 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0535bbe1c8544ae2b880704ca5142d20 2024-11-24T00:21:08,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/2996bfc4cd6c4e6e8982c08bd2dffe75 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/2996bfc4cd6c4e6e8982c08bd2dffe75 2024-11-24T00:21:08,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/31e5a402181c4382bf4d5242f2efacf1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/31e5a402181c4382bf4d5242f2efacf1 2024-11-24T00:21:08,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b00dcddbd4d24d61a1afd6f336191e1b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b00dcddbd4d24d61a1afd6f336191e1b 2024-11-24T00:21:08,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3121327ef5624a61a77b048481c7d52e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3121327ef5624a61a77b048481c7d52e 2024-11-24T00:21:08,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3fe825e8f4b648e791ba160cad297898 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3fe825e8f4b648e791ba160cad297898 2024-11-24T00:21:08,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/40e8390374e042d0b27669095b7ed831 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/40e8390374e042d0b27669095b7ed831 2024-11-24T00:21:08,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/eb9a6d52c01d4b4b8f692f697fd24943 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/eb9a6d52c01d4b4b8f692f697fd24943 2024-11-24T00:21:08,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0127185a850d409a8bde314bd7fcde07 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0127185a850d409a8bde314bd7fcde07 2024-11-24T00:21:08,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b72f425ec12f48e8b32780d5c7932c69 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/b72f425ec12f48e8b32780d5c7932c69 2024-11-24T00:21:08,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/54de3277762b4894b9361916c3afe619 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/54de3277762b4894b9361916c3afe619 2024-11-24T00:21:08,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/d129c830a47c4853bbd80264cb75dea9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/d129c830a47c4853bbd80264cb75dea9 2024-11-24T00:21:08,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/fe1d459dd6ac40699ed644f325f4df3d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/fe1d459dd6ac40699ed644f325f4df3d 2024-11-24T00:21:08,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f3c4995bb08f4db7992827d91faee4e5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f3c4995bb08f4db7992827d91faee4e5 2024-11-24T00:21:08,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/47a308c22ebd4b13912c32f12dfdc1d5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/47a308c22ebd4b13912c32f12dfdc1d5 2024-11-24T00:21:08,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9107034af6de44748f026827ee75371b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9107034af6de44748f026827ee75371b 2024-11-24T00:21:08,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0b9558dadf18439bb38a1cd74cbf8001 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0b9558dadf18439bb38a1cd74cbf8001 2024-11-24T00:21:08,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/a62028108b2143aab37e58f0f7882da5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/a62028108b2143aab37e58f0f7882da5 2024-11-24T00:21:08,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/70a0dafee1df4d8ebdb72b2f78bfd003 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/70a0dafee1df4d8ebdb72b2f78bfd003 2024-11-24T00:21:08,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9e34d8ad2311473281106fe2b660a60b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/9e34d8ad2311473281106fe2b660a60b 2024-11-24T00:21:08,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/8a30cf36a401458db9436ef0436b8032 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/8a30cf36a401458db9436ef0436b8032 2024-11-24T00:21:08,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5e3a495fdda840efada62fa0578c04a4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5e3a495fdda840efada62fa0578c04a4 2024-11-24T00:21:08,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bef890deeb2c4f3fa72c83a5126ca08d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/bef890deeb2c4f3fa72c83a5126ca08d 2024-11-24T00:21:08,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5a342466b94141ee86c3c06c9296e109 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/5a342466b94141ee86c3c06c9296e109 2024-11-24T00:21:08,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/760849736dd6473596226ca732d9dc16 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/760849736dd6473596226ca732d9dc16 2024-11-24T00:21:08,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0630311f5165468ea1ab183d7d9a25e2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/0630311f5165468ea1ab183d7d9a25e2 2024-11-24T00:21:08,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ab35cdb9b8984bf793a85371812a1d89 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ab35cdb9b8984bf793a85371812a1d89 2024-11-24T00:21:08,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ec490d6c9a664a81a42530ee0beb5f75 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/ec490d6c9a664a81a42530ee0beb5f75 2024-11-24T00:21:08,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cdacc31052f04fad94c16629cc78ffab, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/4399a24ae36444a9941b96f49d4664a3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7d6cdc228b4ff39e885e7f232fb52c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0de318aade84273a7fba634e45ea49a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/be8069e57d1142b6ab85686ab6c74563, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f9b65f420da948ca8d68b2f63eedf3a8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/96c55b89bcae429da0ef5ff846fe5ec3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2d193e88d4fa4f018eaa49db760d6988, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/21f852cb42454737800e753e35894d55, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/dcc855c5209240128bea6878bf31fa4b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ad78f0c2506a428babb171ac45cd9387, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/431a4bd3e69d4a84906634cefd080452, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/0189281d6cd6442c98d894443c2230ae, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2b3f15087c03494d8dd5270c599a0e2d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/8fc027ccb6cc4499894ffdc2fed64972, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ede5764ed4e747e1a50eb05caa45fad3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/36bf685390cf44e6aeb76426cab94535, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/53f37afd91994dbe85867c6291363ed6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7850da55fa434a9db7e7b02ce95b5b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d6a9fa53431f4a318f9d1b4a32bfd44e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f5348294179843828a718ce55462ddad, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3506c0efaeec4c999a83d9a3f066c7e9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9ef243566b9741328e9c8c7c00d468b2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/baeeedbc626f41d9ad758866d4a8e327, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3e075b3aae314adc9928f35754077b76, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5a68c9f160ab4266bbb29ed7b3943111, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0ac9a7522af4543b3cc6dac5a7daab2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d296e9dd8cf5456688c4a4287c6316bf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5fba9a2cbbdb4f8a93edd16a646fa190, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ea642a76fb09415e9323abb9f01a23c0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a1df6b54095b4c9d80285205965b41c7] to archive 2024-11-24T00:21:08,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:21:08,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cdacc31052f04fad94c16629cc78ffab to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cdacc31052f04fad94c16629cc78ffab 2024-11-24T00:21:08,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/4399a24ae36444a9941b96f49d4664a3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/4399a24ae36444a9941b96f49d4664a3 2024-11-24T00:21:08,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7d6cdc228b4ff39e885e7f232fb52c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7d6cdc228b4ff39e885e7f232fb52c 2024-11-24T00:21:08,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0de318aade84273a7fba634e45ea49a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0de318aade84273a7fba634e45ea49a 2024-11-24T00:21:08,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/be8069e57d1142b6ab85686ab6c74563 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/be8069e57d1142b6ab85686ab6c74563 2024-11-24T00:21:08,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f9b65f420da948ca8d68b2f63eedf3a8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f9b65f420da948ca8d68b2f63eedf3a8 2024-11-24T00:21:08,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/96c55b89bcae429da0ef5ff846fe5ec3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/96c55b89bcae429da0ef5ff846fe5ec3 2024-11-24T00:21:08,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2d193e88d4fa4f018eaa49db760d6988 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2d193e88d4fa4f018eaa49db760d6988 2024-11-24T00:21:08,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/21f852cb42454737800e753e35894d55 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/21f852cb42454737800e753e35894d55 2024-11-24T00:21:08,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/dcc855c5209240128bea6878bf31fa4b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/dcc855c5209240128bea6878bf31fa4b 2024-11-24T00:21:08,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ad78f0c2506a428babb171ac45cd9387 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ad78f0c2506a428babb171ac45cd9387 2024-11-24T00:21:08,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/431a4bd3e69d4a84906634cefd080452 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/431a4bd3e69d4a84906634cefd080452 2024-11-24T00:21:08,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/0189281d6cd6442c98d894443c2230ae to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/0189281d6cd6442c98d894443c2230ae 2024-11-24T00:21:08,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2b3f15087c03494d8dd5270c599a0e2d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/2b3f15087c03494d8dd5270c599a0e2d 2024-11-24T00:21:08,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/8fc027ccb6cc4499894ffdc2fed64972 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/8fc027ccb6cc4499894ffdc2fed64972 2024-11-24T00:21:08,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ede5764ed4e747e1a50eb05caa45fad3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ede5764ed4e747e1a50eb05caa45fad3 2024-11-24T00:21:08,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/36bf685390cf44e6aeb76426cab94535 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/36bf685390cf44e6aeb76426cab94535 2024-11-24T00:21:08,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/53f37afd91994dbe85867c6291363ed6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/53f37afd91994dbe85867c6291363ed6 2024-11-24T00:21:08,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7850da55fa434a9db7e7b02ce95b5b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9d7850da55fa434a9db7e7b02ce95b5b 2024-11-24T00:21:08,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d6a9fa53431f4a318f9d1b4a32bfd44e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d6a9fa53431f4a318f9d1b4a32bfd44e 2024-11-24T00:21:08,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f5348294179843828a718ce55462ddad to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/f5348294179843828a718ce55462ddad 2024-11-24T00:21:08,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3506c0efaeec4c999a83d9a3f066c7e9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3506c0efaeec4c999a83d9a3f066c7e9 2024-11-24T00:21:08,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9ef243566b9741328e9c8c7c00d468b2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/9ef243566b9741328e9c8c7c00d468b2 2024-11-24T00:21:08,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/baeeedbc626f41d9ad758866d4a8e327 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/baeeedbc626f41d9ad758866d4a8e327 2024-11-24T00:21:08,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3e075b3aae314adc9928f35754077b76 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/3e075b3aae314adc9928f35754077b76 2024-11-24T00:21:08,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5a68c9f160ab4266bbb29ed7b3943111 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5a68c9f160ab4266bbb29ed7b3943111 2024-11-24T00:21:08,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0ac9a7522af4543b3cc6dac5a7daab2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a0ac9a7522af4543b3cc6dac5a7daab2 2024-11-24T00:21:08,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d296e9dd8cf5456688c4a4287c6316bf to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/d296e9dd8cf5456688c4a4287c6316bf 2024-11-24T00:21:08,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5fba9a2cbbdb4f8a93edd16a646fa190 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5fba9a2cbbdb4f8a93edd16a646fa190 2024-11-24T00:21:08,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ea642a76fb09415e9323abb9f01a23c0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ea642a76fb09415e9323abb9f01a23c0 2024-11-24T00:21:08,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a1df6b54095b4c9d80285205965b41c7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a1df6b54095b4c9d80285205965b41c7 2024-11-24T00:21:08,078 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/recovered.edits/594.seqid, newMaxSeqId=594, maxSeqId=1 2024-11-24T00:21:08,082 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb. 2024-11-24T00:21:08,082 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for dd85acc21e586c76e659109d85500dfb: 2024-11-24T00:21:08,083 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:08,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=dd85acc21e586c76e659109d85500dfb, regionState=CLOSED 2024-11-24T00:21:08,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T00:21:08,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure dd85acc21e586c76e659109d85500dfb, server=1a18afc96aae,44317,1732407637776 in 2.6290 sec 2024-11-24T00:21:08,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-24T00:21:08,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd85acc21e586c76e659109d85500dfb, UNASSIGN in 2.6330 sec 2024-11-24T00:21:08,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T00:21:08,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6390 sec 2024-11-24T00:21:08,091 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407668091"}]},"ts":"1732407668091"} 2024-11-24T00:21:08,092 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T00:21:08,095 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T00:21:08,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6570 sec 2024-11-24T00:21:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T00:21:09,551 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-24T00:21:09,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T00:21:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:09,559 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:09,560 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T00:21:09,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:09,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/recovered.edits] 2024-11-24T00:21:09,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2915f838188145cb94e6cd4a0cb75387 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/2915f838188145cb94e6cd4a0cb75387 2024-11-24T00:21:09,572 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/39bd60973dea433aa43ed5419e937993 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/39bd60973dea433aa43ed5419e937993 2024-11-24T00:21:09,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/416b94cd808d490e96dcebdd0614b54e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/416b94cd808d490e96dcebdd0614b54e 2024-11-24T00:21:09,576 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/5631df915cbc403da48f0a8fa04528ea to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/5631df915cbc403da48f0a8fa04528ea 2024-11-24T00:21:09,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6e482a4ff3e84ea292b587ba69ee5b18 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/6e482a4ff3e84ea292b587ba69ee5b18 2024-11-24T00:21:09,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7746938764d04b7bbdb184d40058b7bd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/7746938764d04b7bbdb184d40058b7bd 2024-11-24T00:21:09,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/b3ca060c0a614efc8af84de8ce245aa5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/b3ca060c0a614efc8af84de8ce245aa5 2024-11-24T00:21:09,581 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d32e993a1dcf4e1799a66d9d7506d6fb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d32e993a1dcf4e1799a66d9d7506d6fb 2024-11-24T00:21:09,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d3efed46041f4646b665baa4b9e2ddb2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/A/d3efed46041f4646b665baa4b9e2ddb2 2024-11-24T00:21:09,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/325d0bed6776482991b25db6c2230cf4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/325d0bed6776482991b25db6c2230cf4 2024-11-24T00:21:09,586 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3355e03ac9c847c09982164fbc061760 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/3355e03ac9c847c09982164fbc061760 2024-11-24T00:21:09,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/4315a15536c84d66997cc09fc349512d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/4315a15536c84d66997cc09fc349512d 2024-11-24T00:21:09,588 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/62ceefb096054174891ad4788f7ac6f8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/62ceefb096054174891ad4788f7ac6f8 2024-11-24T00:21:09,590 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/7372184e17c746ce951a9b0da7e614fc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/7372184e17c746ce951a9b0da7e614fc 2024-11-24T00:21:09,591 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/89c3b53c30a74e72a3be721a5df9ba17 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/89c3b53c30a74e72a3be721a5df9ba17 2024-11-24T00:21:09,592 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/93b19fc36bce4d9585dc08e514dede07 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/93b19fc36bce4d9585dc08e514dede07 2024-11-24T00:21:09,593 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f42c95e3ce9b46b082accb02e2df2f88 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f42c95e3ce9b46b082accb02e2df2f88 2024-11-24T00:21:09,595 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f61ac86d831c4c06a96d37f9d374c2f1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/B/f61ac86d831c4c06a96d37f9d374c2f1 2024-11-24T00:21:09,597 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/472230992ef2496b82ef48f8c9add32c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/472230992ef2496b82ef48f8c9add32c 2024-11-24T00:21:09,598 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5decae2b7f1a46dcbd3aae766afe11a7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/5decae2b7f1a46dcbd3aae766afe11a7 2024-11-24T00:21:09,600 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/874f65d2ee2244bebea71e57dfb8bb29 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/874f65d2ee2244bebea71e57dfb8bb29 2024-11-24T00:21:09,601 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/95309157efaa4c4c9001ab45e85f048b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/95309157efaa4c4c9001ab45e85f048b 2024-11-24T00:21:09,602 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a27b00463a21497b8776e45fa4d4f7e6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/a27b00463a21497b8776e45fa4d4f7e6 2024-11-24T00:21:09,603 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ae04f9d076f442faa76349c5c9d1a399 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/ae04f9d076f442faa76349c5c9d1a399 2024-11-24T00:21:09,605 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cb6b405093894356ac7daea6f6282abd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cb6b405093894356ac7daea6f6282abd 2024-11-24T00:21:09,606 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cec5bb4a88404ca398250a974cbdc706 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/cec5bb4a88404ca398250a974cbdc706 2024-11-24T00:21:09,607 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/fd8ff623731848a4ae6206a5f61627f0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/C/fd8ff623731848a4ae6206a5f61627f0 2024-11-24T00:21:09,609 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/recovered.edits/594.seqid to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb/recovered.edits/594.seqid 2024-11-24T00:21:09,610 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/dd85acc21e586c76e659109d85500dfb 2024-11-24T00:21:09,610 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T00:21:09,615 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:09,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T00:21:09,621 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T00:21:09,653 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T00:21:09,655 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:09,655 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T00:21:09,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732407669655"}]},"ts":"9223372036854775807"} 2024-11-24T00:21:09,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T00:21:09,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dd85acc21e586c76e659109d85500dfb, NAME => 'TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T00:21:09,658 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T00:21:09,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732407669658"}]},"ts":"9223372036854775807"} 2024-11-24T00:21:09,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T00:21:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T00:21:09,663 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:09,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 109 msec 2024-11-24T00:21:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T00:21:09,863 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-24T00:21:09,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-832871701_22 at /127.0.0.1:46460 [Waiting for operation #362] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1a18afc96aae:44317-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1199103555_22 at /127.0.0.1:51100 [Waiting for operation #386] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=450 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7687 (was 8252) 2024-11-24T00:21:09,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=7687 2024-11-24T00:21:09,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:21:09,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:21:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:09,888 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T00:21:09,888 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:09,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-24T00:21:09,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T00:21:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T00:21:09,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741959_1135 (size=960) 2024-11-24T00:21:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T00:21:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T00:21:10,297 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:21:10,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741960_1136 (size=53) 2024-11-24T00:21:10,447 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T00:21:10,449 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T00:21:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T00:21:10,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:21:10,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e4cd2374a30a71c1288916301fb15d33, disabling compactions & flushes 2024-11-24T00:21:10,704 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:10,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:10,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. after waiting 0 ms 2024-11-24T00:21:10,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:10,704 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:10,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:10,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T00:21:10,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732407670705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732407670705"}]},"ts":"1732407670705"} 2024-11-24T00:21:10,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T00:21:10,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T00:21:10,708 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407670708"}]},"ts":"1732407670708"} 2024-11-24T00:21:10,709 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T00:21:10,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, ASSIGN}] 2024-11-24T00:21:10,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, ASSIGN 2024-11-24T00:21:10,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, ASSIGN; state=OFFLINE, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=false 2024-11-24T00:21:10,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:10,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:21:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T00:21:11,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:11,024 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:11,024 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:21:11,024 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,024 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:21:11,024 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,024 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,026 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,027 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:11,027 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4cd2374a30a71c1288916301fb15d33 columnFamilyName A 2024-11-24T00:21:11,027 DEBUG [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:11,028 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(327): Store=e4cd2374a30a71c1288916301fb15d33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:11,028 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,029 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:11,029 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4cd2374a30a71c1288916301fb15d33 columnFamilyName B 2024-11-24T00:21:11,030 DEBUG [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:11,030 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(327): Store=e4cd2374a30a71c1288916301fb15d33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:11,030 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,031 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:11,031 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4cd2374a30a71c1288916301fb15d33 columnFamilyName C 2024-11-24T00:21:11,031 DEBUG [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:11,032 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(327): Store=e4cd2374a30a71c1288916301fb15d33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:11,032 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:11,032 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,033 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,034 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:21:11,035 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:11,037 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:21:11,037 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened e4cd2374a30a71c1288916301fb15d33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61141605, jitterRate=-0.08891908824443817}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:21:11,038 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:11,038 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., pid=45, masterSystemTime=1732407671020 2024-11-24T00:21:11,040 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:11,040 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:11,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:11,041 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38659 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=1a18afc96aae,44317,1732407637776, table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T00:21:11,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-24T00:21:11,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 in 175 msec 2024-11-24T00:21:11,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-24T00:21:11,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, ASSIGN in 330 msec 2024-11-24T00:21:11,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T00:21:11,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407671045"}]},"ts":"1732407671045"} 2024-11-24T00:21:11,047 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T00:21:11,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T00:21:11,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-24T00:21:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T00:21:11,995 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-24T00:21:11,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x415dec94 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fde36e8 2024-11-24T00:21:12,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f48093f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:12,004 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:12,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T00:21:12,006 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T00:21:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:21:12,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:21:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:12,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741961_1137 (size=996) 2024-11-24T00:21:12,432 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T00:21:12,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T00:21:12,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:21:12,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, REOPEN/MOVE}] 2024-11-24T00:21:12,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, REOPEN/MOVE 2024-11-24T00:21:12,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:12,448 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:21:12,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:21:12,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:12,600 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,600 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:21:12,600 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing e4cd2374a30a71c1288916301fb15d33, disabling compactions & flushes 2024-11-24T00:21:12,600 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,600 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,600 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. after waiting 0 ms 2024-11-24T00:21:12,600 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,604 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T00:21:12,604 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,605 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:12,605 WARN [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: e4cd2374a30a71c1288916301fb15d33 to self. 2024-11-24T00:21:12,606 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=CLOSED 2024-11-24T00:21:12,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-24T00:21:12,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 in 159 msec 2024-11-24T00:21:12,609 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, REOPEN/MOVE; state=CLOSED, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=true 2024-11-24T00:21:12,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:12,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:21:12,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:12,916 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,916 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:21:12,916 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,916 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:21:12,917 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,917 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,921 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,922 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:12,927 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4cd2374a30a71c1288916301fb15d33 columnFamilyName A 2024-11-24T00:21:12,929 DEBUG [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:12,929 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(327): Store=e4cd2374a30a71c1288916301fb15d33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:12,930 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,930 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:12,930 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4cd2374a30a71c1288916301fb15d33 columnFamilyName B 2024-11-24T00:21:12,931 DEBUG [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:12,931 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(327): Store=e4cd2374a30a71c1288916301fb15d33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:12,931 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,932 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:12,932 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4cd2374a30a71c1288916301fb15d33 columnFamilyName C 2024-11-24T00:21:12,932 DEBUG [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:12,932 INFO [StoreOpener-e4cd2374a30a71c1288916301fb15d33-1 {}] regionserver.HStore(327): Store=e4cd2374a30a71c1288916301fb15d33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:12,932 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,933 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,934 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,935 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:21:12,937 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:12,938 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened e4cd2374a30a71c1288916301fb15d33; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73833790, jitterRate=0.10020920634269714}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:21:12,940 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:12,940 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., pid=50, masterSystemTime=1732407672913 2024-11-24T00:21:12,942 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,942 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:12,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=OPEN, openSeqNum=5, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:12,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-24T00:21:12,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 in 182 msec 2024-11-24T00:21:12,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T00:21:12,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, REOPEN/MOVE in 500 msec 2024-11-24T00:21:12,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T00:21:12,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-24T00:21:12,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-24T00:21:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-24T00:21:12,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a3d7b93 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@109a98f4 2024-11-24T00:21:12,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3cf478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ad21927 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4169e339 2024-11-24T00:21:12,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd0bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e8ce40 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50484683 2024-11-24T00:21:12,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f4d875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2939e0db to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b64ccdf 2024-11-24T00:21:12,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c3b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2362c8ba to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42b9a37d 2024-11-24T00:21:12,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de2fcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c645fa1 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16fb1797 2024-11-24T00:21:12,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c368568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,991 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c317ae0 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5238815e 2024-11-24T00:21:12,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aed43b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a0fc918 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c2b9b76 2024-11-24T00:21:12,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cab9ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:12,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77b8b9d2 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37886c78 2024-11-24T00:21:13,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:13,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T00:21:13,007 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T00:21:13,008 DEBUG [hconnection-0x67ecbccd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,008 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:13,008 DEBUG [hconnection-0x4861006b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:13,010 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,012 DEBUG [hconnection-0x701fcba4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,012 DEBUG [hconnection-0x4d89ec67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,013 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,013 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,020 DEBUG [hconnection-0x10c219f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:13,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:21:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:13,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:13,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,028 DEBUG [hconnection-0x6a261b58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,029 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,029 DEBUG [hconnection-0x3ff2b29d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,031 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,031 DEBUG [hconnection-0x538fd024-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,032 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,035 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,046 DEBUG [hconnection-0xc5d6cf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:13,047 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407733056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407733058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407733059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407733060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407733061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab235185f1b2475394948dd416c86164_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407673019/Put/seqid=0 2024-11-24T00:21:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T00:21:13,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741962_1138 (size=12154) 2024-11-24T00:21:13,113 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:13,119 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab235185f1b2475394948dd416c86164_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab235185f1b2475394948dd416c86164_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:13,121 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8e9a2ff74517461898eba0fdd2fca9fb, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:13,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8e9a2ff74517461898eba0fdd2fca9fb is 175, key is test_row_0/A:col10/1732407673019/Put/seqid=0 2024-11-24T00:21:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741963_1139 (size=30955) 2024-11-24T00:21:13,143 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8e9a2ff74517461898eba0fdd2fca9fb 2024-11-24T00:21:13,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T00:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:13,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:13,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407733165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407733167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407733167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407733169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407733169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/8d42ece2546443aa907f14ab3a6e038f is 50, key is test_row_0/B:col10/1732407673019/Put/seqid=0 2024-11-24T00:21:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741964_1140 (size=12001) 2024-11-24T00:21:13,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/8d42ece2546443aa907f14ab3a6e038f 2024-11-24T00:21:13,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/ac4a5d703c994e51a7af4b1dfd443d53 is 50, key is test_row_0/C:col10/1732407673019/Put/seqid=0 2024-11-24T00:21:13,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741965_1141 (size=12001) 2024-11-24T00:21:13,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/ac4a5d703c994e51a7af4b1dfd443d53 2024-11-24T00:21:13,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8e9a2ff74517461898eba0fdd2fca9fb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8e9a2ff74517461898eba0fdd2fca9fb 2024-11-24T00:21:13,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8e9a2ff74517461898eba0fdd2fca9fb, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T00:21:13,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/8d42ece2546443aa907f14ab3a6e038f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8d42ece2546443aa907f14ab3a6e038f 2024-11-24T00:21:13,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8d42ece2546443aa907f14ab3a6e038f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T00:21:13,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/ac4a5d703c994e51a7af4b1dfd443d53 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/ac4a5d703c994e51a7af4b1dfd443d53 2024-11-24T00:21:13,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/ac4a5d703c994e51a7af4b1dfd443d53, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T00:21:13,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e4cd2374a30a71c1288916301fb15d33 in 256ms, sequenceid=15, compaction requested=false 2024-11-24T00:21:13,277 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T00:21:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T00:21:13,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T00:21:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:13,313 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:21:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:13,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249f81d0a10b8d45b298641f0a21c09578_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407673059/Put/seqid=0 2024-11-24T00:21:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741966_1142 (size=12154) 2024-11-24T00:21:13,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:13,367 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249f81d0a10b8d45b298641f0a21c09578_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249f81d0a10b8d45b298641f0a21c09578_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:13,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8519434ebadb47e88be4178f0c9e3ab7, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8519434ebadb47e88be4178f0c9e3ab7 is 175, key is test_row_0/A:col10/1732407673059/Put/seqid=0 2024-11-24T00:21:13,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741967_1143 (size=30955) 2024-11-24T00:21:13,387 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8519434ebadb47e88be4178f0c9e3ab7 2024-11-24T00:21:13,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/b82d9c1365b54e3c95fe4c779942549d is 50, key is test_row_0/B:col10/1732407673059/Put/seqid=0 2024-11-24T00:21:13,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741968_1144 (size=12001) 2024-11-24T00:21:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:13,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407733420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407733420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407733427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407733429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407733430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407733531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407733531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407733537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407733538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407733538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T00:21:13,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T00:21:13,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407733737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407733737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407733739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407733740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407733740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:13,805 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/b82d9c1365b54e3c95fe4c779942549d 2024-11-24T00:21:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/e083a0e4ae1843d3ad6bbe3a0636f6ac is 50, key is test_row_0/C:col10/1732407673059/Put/seqid=0 2024-11-24T00:21:13,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741969_1145 (size=12001) 2024-11-24T00:21:14,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407734039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407734039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407734042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407734043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407734044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T00:21:14,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/e083a0e4ae1843d3ad6bbe3a0636f6ac 2024-11-24T00:21:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/8519434ebadb47e88be4178f0c9e3ab7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8519434ebadb47e88be4178f0c9e3ab7 2024-11-24T00:21:14,253 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8519434ebadb47e88be4178f0c9e3ab7, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T00:21:14,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/b82d9c1365b54e3c95fe4c779942549d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/b82d9c1365b54e3c95fe4c779942549d 2024-11-24T00:21:14,268 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/b82d9c1365b54e3c95fe4c779942549d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T00:21:14,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/e083a0e4ae1843d3ad6bbe3a0636f6ac as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/e083a0e4ae1843d3ad6bbe3a0636f6ac 2024-11-24T00:21:14,275 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/e083a0e4ae1843d3ad6bbe3a0636f6ac, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T00:21:14,277 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e4cd2374a30a71c1288916301fb15d33 in 964ms, sequenceid=40, compaction requested=false 2024-11-24T00:21:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T00:21:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T00:21:14,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T00:21:14,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2720 sec 2024-11-24T00:21:14,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.2770 sec 2024-11-24T00:21:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:14,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:21:14,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:14,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:14,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:14,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:14,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:14,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:14,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ad1efec3c0b45b1b5f982740186ac9e_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407673418/Put/seqid=0 2024-11-24T00:21:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741970_1146 (size=14594) 2024-11-24T00:21:14,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407734577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407734580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407734580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407734580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407734581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407734682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407734688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407734688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407734689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407734689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407734886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407734891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407734891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407734892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407734892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:14,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:14,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ad1efec3c0b45b1b5f982740186ac9e_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ad1efec3c0b45b1b5f982740186ac9e_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:14,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/7e9b42f4112842ff99fffbbb3076cfe1, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:14,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/7e9b42f4112842ff99fffbbb3076cfe1 is 175, key is test_row_0/A:col10/1732407673418/Put/seqid=0 2024-11-24T00:21:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741971_1147 (size=39549) 2024-11-24T00:21:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T00:21:15,113 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T00:21:15,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T00:21:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T00:21:15,119 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:15,120 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:15,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407735189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407735195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407735196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407735197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407735199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T00:21:15,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T00:21:15,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:15,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,419 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/7e9b42f4112842ff99fffbbb3076cfe1 2024-11-24T00:21:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T00:21:15,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/004c0534412b45da8ad544f5526eb973 is 50, key is test_row_0/B:col10/1732407673418/Put/seqid=0 2024-11-24T00:21:15,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T00:21:15,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:15,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741972_1148 (size=12001) 2024-11-24T00:21:15,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T00:21:15,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:15,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407735694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407735700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407735700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407735701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407735701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T00:21:15,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T00:21:15,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:15,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/004c0534412b45da8ad544f5526eb973 2024-11-24T00:21:15,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/c3d86dbd658942a3bee7fef64dbeb75e is 50, key is test_row_0/C:col10/1732407673418/Put/seqid=0 2024-11-24T00:21:15,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741973_1149 (size=12001) 2024-11-24T00:21:15,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/c3d86dbd658942a3bee7fef64dbeb75e 2024-11-24T00:21:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/7e9b42f4112842ff99fffbbb3076cfe1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/7e9b42f4112842ff99fffbbb3076cfe1 2024-11-24T00:21:15,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:15,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T00:21:15,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:15,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:15,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/7e9b42f4112842ff99fffbbb3076cfe1, entries=200, sequenceid=54, filesize=38.6 K 2024-11-24T00:21:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/004c0534412b45da8ad544f5526eb973 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/004c0534412b45da8ad544f5526eb973 2024-11-24T00:21:15,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/004c0534412b45da8ad544f5526eb973, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T00:21:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/c3d86dbd658942a3bee7fef64dbeb75e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c3d86dbd658942a3bee7fef64dbeb75e 2024-11-24T00:21:15,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c3d86dbd658942a3bee7fef64dbeb75e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T00:21:15,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e4cd2374a30a71c1288916301fb15d33 in 1367ms, sequenceid=54, compaction requested=true 2024-11-24T00:21:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:15,916 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:15,916 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:15,918 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:15,918 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:15,918 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,918 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8e9a2ff74517461898eba0fdd2fca9fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8519434ebadb47e88be4178f0c9e3ab7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/7e9b42f4112842ff99fffbbb3076cfe1] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=99.1 K 2024-11-24T00:21:15,918 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,919 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8e9a2ff74517461898eba0fdd2fca9fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8519434ebadb47e88be4178f0c9e3ab7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/7e9b42f4112842ff99fffbbb3076cfe1] 2024-11-24T00:21:15,919 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:15,919 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:15,919 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:15,919 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8d42ece2546443aa907f14ab3a6e038f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/b82d9c1365b54e3c95fe4c779942549d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/004c0534412b45da8ad544f5526eb973] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=35.2 K 2024-11-24T00:21:15,919 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e9a2ff74517461898eba0fdd2fca9fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407673019 2024-11-24T00:21:15,920 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d42ece2546443aa907f14ab3a6e038f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407673019 2024-11-24T00:21:15,920 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b82d9c1365b54e3c95fe4c779942549d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732407673049 2024-11-24T00:21:15,921 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8519434ebadb47e88be4178f0c9e3ab7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732407673049 2024-11-24T00:21:15,921 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 004c0534412b45da8ad544f5526eb973, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732407673418 2024-11-24T00:21:15,921 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9b42f4112842ff99fffbbb3076cfe1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732407673418 2024-11-24T00:21:15,930 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:15,938 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:15,938 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/33dfc65ad2ee4aa68004925425ba5e7a is 50, key is test_row_0/B:col10/1732407673418/Put/seqid=0 2024-11-24T00:21:15,940 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e4a2331406ea4127832b4ddcec9efb4c_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:15,944 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e4a2331406ea4127832b4ddcec9efb4c_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:15,945 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e4a2331406ea4127832b4ddcec9efb4c_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741974_1150 (size=12104) 2024-11-24T00:21:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741975_1151 (size=4469) 2024-11-24T00:21:15,977 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#129 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:15,979 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/1854a34e4aca4510b0a032f8bd0470ba is 175, key is test_row_0/A:col10/1732407673418/Put/seqid=0 2024-11-24T00:21:16,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741976_1152 (size=31058) 2024-11-24T00:21:16,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T00:21:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:16,047 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:21:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248a0dfc70dd584b97a6b25376af41c3aa_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407674575/Put/seqid=0 2024-11-24T00:21:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741977_1153 (size=12154) 2024-11-24T00:21:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T00:21:16,361 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/33dfc65ad2ee4aa68004925425ba5e7a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/33dfc65ad2ee4aa68004925425ba5e7a 2024-11-24T00:21:16,367 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into 33dfc65ad2ee4aa68004925425ba5e7a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:16,367 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:16,367 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407675916; duration=0sec 2024-11-24T00:21:16,367 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:16,367 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:16,367 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:16,368 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:16,368 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:16,369 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:16,369 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/ac4a5d703c994e51a7af4b1dfd443d53, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/e083a0e4ae1843d3ad6bbe3a0636f6ac, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c3d86dbd658942a3bee7fef64dbeb75e] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=35.2 K 2024-11-24T00:21:16,369 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ac4a5d703c994e51a7af4b1dfd443d53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407673019 2024-11-24T00:21:16,369 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e083a0e4ae1843d3ad6bbe3a0636f6ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732407673049 2024-11-24T00:21:16,370 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c3d86dbd658942a3bee7fef64dbeb75e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732407673418 2024-11-24T00:21:16,379 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:16,380 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/04fc2347420c4608a07e03ec895d41a1 is 50, key is test_row_0/C:col10/1732407673418/Put/seqid=0 2024-11-24T00:21:16,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741978_1154 (size=12104) 2024-11-24T00:21:16,400 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/04fc2347420c4608a07e03ec895d41a1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/04fc2347420c4608a07e03ec895d41a1 2024-11-24T00:21:16,407 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/1854a34e4aca4510b0a032f8bd0470ba as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/1854a34e4aca4510b0a032f8bd0470ba 2024-11-24T00:21:16,411 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into 04fc2347420c4608a07e03ec895d41a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:16,411 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:16,411 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407675916; duration=0sec 2024-11-24T00:21:16,411 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:16,411 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:16,414 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into 1854a34e4aca4510b0a032f8bd0470ba(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:16,414 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:16,414 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407675916; duration=0sec 2024-11-24T00:21:16,414 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:16,414 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:16,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:16,484 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248a0dfc70dd584b97a6b25376af41c3aa_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248a0dfc70dd584b97a6b25376af41c3aa_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:16,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4d0991689f7f4822aa05dcdb33adb76c, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:16,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4d0991689f7f4822aa05dcdb33adb76c is 175, key is test_row_0/A:col10/1732407674575/Put/seqid=0 2024-11-24T00:21:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741979_1155 (size=30955) 2024-11-24T00:21:16,495 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4d0991689f7f4822aa05dcdb33adb76c 2024-11-24T00:21:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9eba6ac4b50b4c57868af671dac403ae is 50, key is test_row_0/B:col10/1732407674575/Put/seqid=0 2024-11-24T00:21:16,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741980_1156 (size=12001) 2024-11-24T00:21:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:16,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407736716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407736715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407736717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407736719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407736725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407736821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407736821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407736821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407736824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407736828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:16,926 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9eba6ac4b50b4c57868af671dac403ae 2024-11-24T00:21:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/dda9340a452c41ffb2e87b6d5b7207ce is 50, key is test_row_0/C:col10/1732407674575/Put/seqid=0 2024-11-24T00:21:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741981_1157 (size=12001) 2024-11-24T00:21:17,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407737028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407737028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407737029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407737030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407737030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T00:21:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407737330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407737331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407737331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407737336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407737336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,340 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/dda9340a452c41ffb2e87b6d5b7207ce 2024-11-24T00:21:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4d0991689f7f4822aa05dcdb33adb76c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4d0991689f7f4822aa05dcdb33adb76c 2024-11-24T00:21:17,353 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4d0991689f7f4822aa05dcdb33adb76c, entries=150, sequenceid=77, filesize=30.2 K 2024-11-24T00:21:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9eba6ac4b50b4c57868af671dac403ae as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9eba6ac4b50b4c57868af671dac403ae 2024-11-24T00:21:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,362 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9eba6ac4b50b4c57868af671dac403ae, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T00:21:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/dda9340a452c41ffb2e87b6d5b7207ce as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/dda9340a452c41ffb2e87b6d5b7207ce 2024-11-24T00:21:17,368 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/dda9340a452c41ffb2e87b6d5b7207ce, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T00:21:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,369 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e4cd2374a30a71c1288916301fb15d33 in 1322ms, sequenceid=77, compaction requested=false 2024-11-24T00:21:17,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:17,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:17,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T00:21:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T00:21:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T00:21:17,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-11-24T00:21:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.2580 sec 2024-11-24T00:21:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:17,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:21:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b48ba7c995cc484593eb58034b3e189a_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407677840/Put/seqid=0 2024-11-24T00:21:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:17,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741982_1158 (size=14594) 2024-11-24T00:21:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407737890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407737891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407737921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407737921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407737921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407738022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407738023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407738025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407738025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407738026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407738224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407738225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407738229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407738229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407738230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,271 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:18,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b48ba7c995cc484593eb58034b3e189a_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b48ba7c995cc484593eb58034b3e189a_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:18,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/05a616bc98b6437c8ab42d4a2ba39912, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:18,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/05a616bc98b6437c8ab42d4a2ba39912 is 175, key is test_row_0/A:col10/1732407677840/Put/seqid=0 2024-11-24T00:21:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741983_1159 (size=39545) 2024-11-24T00:21:18,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407738527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407738528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407738532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407738533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407738535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:18,685 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/05a616bc98b6437c8ab42d4a2ba39912 2024-11-24T00:21:18,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/5d439c3c70df4c95ad59dd0cd6bd530e is 50, key is test_row_0/B:col10/1732407677840/Put/seqid=0 2024-11-24T00:21:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741984_1160 (size=9657) 2024-11-24T00:21:19,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407739031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407739031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407739036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407739037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407739038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/5d439c3c70df4c95ad59dd0cd6bd530e 2024-11-24T00:21:19,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/47438e9eb2eb410b92590ca40f648d18 is 50, key is test_row_0/C:col10/1732407677840/Put/seqid=0 2024-11-24T00:21:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741985_1161 (size=9657) 2024-11-24T00:21:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T00:21:19,228 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T00:21:19,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T00:21:19,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:19,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:19,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T00:21:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T00:21:19,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T00:21:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:19,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/47438e9eb2eb410b92590ca40f648d18 2024-11-24T00:21:19,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/05a616bc98b6437c8ab42d4a2ba39912 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/05a616bc98b6437c8ab42d4a2ba39912 2024-11-24T00:21:19,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/05a616bc98b6437c8ab42d4a2ba39912, entries=200, sequenceid=96, filesize=38.6 K 2024-11-24T00:21:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/5d439c3c70df4c95ad59dd0cd6bd530e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/5d439c3c70df4c95ad59dd0cd6bd530e 2024-11-24T00:21:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T00:21:19,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/5d439c3c70df4c95ad59dd0cd6bd530e, entries=100, sequenceid=96, filesize=9.4 K 2024-11-24T00:21:19,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/47438e9eb2eb410b92590ca40f648d18 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/47438e9eb2eb410b92590ca40f648d18 2024-11-24T00:21:19,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T00:21:19,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:19,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:19,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/47438e9eb2eb410b92590ca40f648d18, entries=100, sequenceid=96, filesize=9.4 K 2024-11-24T00:21:19,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e4cd2374a30a71c1288916301fb15d33 in 1706ms, sequenceid=96, compaction requested=true 2024-11-24T00:21:19,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:19,547 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:19,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:19,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:19,547 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:19,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:19,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:19,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:19,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:19,549 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101558 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:19,549 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:19,549 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:19,549 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:19,549 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,549 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,549 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/33dfc65ad2ee4aa68004925425ba5e7a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9eba6ac4b50b4c57868af671dac403ae, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/5d439c3c70df4c95ad59dd0cd6bd530e] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=33.0 K 2024-11-24T00:21:19,549 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/1854a34e4aca4510b0a032f8bd0470ba, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4d0991689f7f4822aa05dcdb33adb76c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/05a616bc98b6437c8ab42d4a2ba39912] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=99.2 K 2024-11-24T00:21:19,549 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,549 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/1854a34e4aca4510b0a032f8bd0470ba, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4d0991689f7f4822aa05dcdb33adb76c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/05a616bc98b6437c8ab42d4a2ba39912] 2024-11-24T00:21:19,550 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 33dfc65ad2ee4aa68004925425ba5e7a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732407673418 2024-11-24T00:21:19,550 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1854a34e4aca4510b0a032f8bd0470ba, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732407673418 2024-11-24T00:21:19,551 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eba6ac4b50b4c57868af671dac403ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732407674575 2024-11-24T00:21:19,551 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d439c3c70df4c95ad59dd0cd6bd530e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732407676714 2024-11-24T00:21:19,551 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0991689f7f4822aa05dcdb33adb76c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732407674575 2024-11-24T00:21:19,552 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05a616bc98b6437c8ab42d4a2ba39912, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732407676714 2024-11-24T00:21:19,566 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:19,566 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/91291263393d44b8b154af56515c19db is 50, key is test_row_0/B:col10/1732407677840/Put/seqid=0 2024-11-24T00:21:19,575 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:19,588 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124898d297cfc41431685df4f7324214698_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:19,591 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124898d297cfc41431685df4f7324214698_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:19,591 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124898d297cfc41431685df4f7324214698_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741986_1162 (size=12207) 2024-11-24T00:21:19,614 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/91291263393d44b8b154af56515c19db as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/91291263393d44b8b154af56515c19db 2024-11-24T00:21:19,623 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into 91291263393d44b8b154af56515c19db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:19,623 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:19,624 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407679547; duration=0sec 2024-11-24T00:21:19,624 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:19,624 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:19,624 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741987_1163 (size=4469) 2024-11-24T00:21:19,627 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:19,627 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:19,627 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,628 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/04fc2347420c4608a07e03ec895d41a1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/dda9340a452c41ffb2e87b6d5b7207ce, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/47438e9eb2eb410b92590ca40f648d18] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=33.0 K 2024-11-24T00:21:19,628 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#139 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:19,629 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e9568fb10a4f4d28a391daada7016d2a is 175, key is test_row_0/A:col10/1732407677840/Put/seqid=0 2024-11-24T00:21:19,630 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 04fc2347420c4608a07e03ec895d41a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732407673418 2024-11-24T00:21:19,630 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting dda9340a452c41ffb2e87b6d5b7207ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732407674575 2024-11-24T00:21:19,631 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 47438e9eb2eb410b92590ca40f648d18, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732407676714 2024-11-24T00:21:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741988_1164 (size=31268) 2024-11-24T00:21:19,642 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:19,642 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/be5b83eabf1243bd854d7328bb71d77a is 50, key is test_row_0/C:col10/1732407677840/Put/seqid=0 2024-11-24T00:21:19,644 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e9568fb10a4f4d28a391daada7016d2a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9568fb10a4f4d28a391daada7016d2a 2024-11-24T00:21:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741989_1165 (size=12207) 2024-11-24T00:21:19,650 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into e9568fb10a4f4d28a391daada7016d2a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:19,650 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:19,650 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407679547; duration=0sec 2024-11-24T00:21:19,650 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:19,650 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:19,654 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/be5b83eabf1243bd854d7328bb71d77a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/be5b83eabf1243bd854d7328bb71d77a 2024-11-24T00:21:19,659 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into be5b83eabf1243bd854d7328bb71d77a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:19,659 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:19,659 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407679548; duration=0sec 2024-11-24T00:21:19,660 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:19,660 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:19,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:19,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T00:21:19,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,692 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T00:21:19,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:19,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:19,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:19,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c4c51b0b3a4a44129ae91653498a3a08_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407677891/Put/seqid=0 2024-11-24T00:21:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741990_1166 (size=12154) 2024-11-24T00:21:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,743 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c4c51b0b3a4a44129ae91653498a3a08_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c4c51b0b3a4a44129ae91653498a3a08_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:19,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/772e71afbd3047e19b64497975440eff, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:19,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/772e71afbd3047e19b64497975440eff is 175, key is test_row_0/A:col10/1732407677891/Put/seqid=0 2024-11-24T00:21:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741991_1167 (size=30955) 2024-11-24T00:21:19,757 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/772e71afbd3047e19b64497975440eff 2024-11-24T00:21:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/572ac065c09845ea8fb117d72c98be47 is 50, key is test_row_0/B:col10/1732407677891/Put/seqid=0 2024-11-24T00:21:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741992_1168 (size=12001) 2024-11-24T00:21:19,776 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/572ac065c09845ea8fb117d72c98be47 2024-11-24T00:21:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/3920d6b78127481ba5acdefe7d415c7f is 50, key is test_row_0/C:col10/1732407677891/Put/seqid=0 2024-11-24T00:21:19,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741993_1169 (size=12001) 2024-11-24T00:21:19,794 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/3920d6b78127481ba5acdefe7d415c7f 2024-11-24T00:21:19,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/772e71afbd3047e19b64497975440eff as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/772e71afbd3047e19b64497975440eff 2024-11-24T00:21:19,821 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/772e71afbd3047e19b64497975440eff, entries=150, sequenceid=119, filesize=30.2 K 2024-11-24T00:21:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/572ac065c09845ea8fb117d72c98be47 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/572ac065c09845ea8fb117d72c98be47 2024-11-24T00:21:19,827 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/572ac065c09845ea8fb117d72c98be47, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T00:21:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/3920d6b78127481ba5acdefe7d415c7f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/3920d6b78127481ba5acdefe7d415c7f 2024-11-24T00:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T00:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,835 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/3920d6b78127481ba5acdefe7d415c7f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T00:21:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,838 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for e4cd2374a30a71c1288916301fb15d33 in 146ms, sequenceid=119, compaction requested=false 2024-11-24T00:21:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:19,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T00:21:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T00:21:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T00:21:19,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 609 msec 2024-11-24T00:21:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 614 msec 2024-11-24T00:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:20,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:21:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112447d039734fe747d9ba53494603f7252e_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407680109/Put/seqid=0 2024-11-24T00:21:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741995_1171 (size=24458) 2024-11-24T00:21:20,142 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407740139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407740140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407740141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112447d039734fe747d9ba53494603f7252e_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112447d039734fe747d9ba53494603f7252e_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407740143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407740144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,148 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/6d66145556944adb95a5ca0058efaf3d, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:20,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/6d66145556944adb95a5ca0058efaf3d is 175, key is test_row_0/A:col10/1732407680109/Put/seqid=0 2024-11-24T00:21:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741994_1170 (size=74095) 2024-11-24T00:21:20,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407740247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407740248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407740248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407740248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407740250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T00:21:20,336 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T00:21:20,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T00:21:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T00:21:20,340 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:20,340 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:20,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T00:21:20,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407740449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407740450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407740453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407740454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407740455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T00:21:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,553 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/6d66145556944adb95a5ca0058efaf3d 2024-11-24T00:21:20,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/3e365fdd602a41e18b9e8864a3540687 is 50, key is test_row_0/B:col10/1732407680109/Put/seqid=0 2024-11-24T00:21:20,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741996_1172 (size=12101) 2024-11-24T00:21:20,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/3e365fdd602a41e18b9e8864a3540687 2024-11-24T00:21:20,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/db8336ffb6b8410992ac95ae3b075a4e is 50, key is test_row_0/C:col10/1732407680109/Put/seqid=0 2024-11-24T00:21:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741997_1173 (size=12101) 2024-11-24T00:21:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T00:21:20,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T00:21:20,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:20,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407740751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407740752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407740756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407740756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407740757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T00:21:20,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:20,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T00:21:20,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:20,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T00:21:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:20,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:20,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/db8336ffb6b8410992ac95ae3b075a4e 2024-11-24T00:21:21,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/6d66145556944adb95a5ca0058efaf3d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d66145556944adb95a5ca0058efaf3d 2024-11-24T00:21:21,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d66145556944adb95a5ca0058efaf3d, entries=400, sequenceid=130, filesize=72.4 K 2024-11-24T00:21:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/3e365fdd602a41e18b9e8864a3540687 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/3e365fdd602a41e18b9e8864a3540687 2024-11-24T00:21:21,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/3e365fdd602a41e18b9e8864a3540687, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T00:21:21,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/db8336ffb6b8410992ac95ae3b075a4e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/db8336ffb6b8410992ac95ae3b075a4e 2024-11-24T00:21:21,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/db8336ffb6b8410992ac95ae3b075a4e, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T00:21:21,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e4cd2374a30a71c1288916301fb15d33 in 919ms, sequenceid=130, compaction requested=true 2024-11-24T00:21:21,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:21,031 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:21,031 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:21,032 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136318 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:21,032 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:21,032 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:21,033 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9568fb10a4f4d28a391daada7016d2a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/772e71afbd3047e19b64497975440eff, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d66145556944adb95a5ca0058efaf3d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=133.1 K 2024-11-24T00:21:21,033 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:21,033 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9568fb10a4f4d28a391daada7016d2a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/772e71afbd3047e19b64497975440eff, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d66145556944adb95a5ca0058efaf3d] 2024-11-24T00:21:21,033 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:21,033 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:21,033 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:21,033 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/91291263393d44b8b154af56515c19db, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/572ac065c09845ea8fb117d72c98be47, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/3e365fdd602a41e18b9e8864a3540687] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=35.5 K 2024-11-24T00:21:21,034 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 91291263393d44b8b154af56515c19db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732407674578 2024-11-24T00:21:21,034 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9568fb10a4f4d28a391daada7016d2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732407674578 2024-11-24T00:21:21,035 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 572ac065c09845ea8fb117d72c98be47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732407677889 2024-11-24T00:21:21,035 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 772e71afbd3047e19b64497975440eff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732407677889 2024-11-24T00:21:21,036 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e365fdd602a41e18b9e8864a3540687, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732407680106 2024-11-24T00:21:21,036 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d66145556944adb95a5ca0058efaf3d, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732407680101 2024-11-24T00:21:21,051 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:21,051 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:21,052 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/f4a8f318487c4c279e7c8a2438b10305 is 50, key is test_row_0/B:col10/1732407680109/Put/seqid=0 2024-11-24T00:21:21,056 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124eac021b603a04e51b447c8291422b879_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:21,060 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124eac021b603a04e51b447c8291422b879_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:21,060 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eac021b603a04e51b447c8291422b879_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:21,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741998_1174 (size=12409) 2024-11-24T00:21:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741999_1175 (size=4469) 2024-11-24T00:21:21,084 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#148 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:21,085 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e9a1935ce0914dffb20deef032138b67 is 175, key is test_row_0/A:col10/1732407680109/Put/seqid=0 2024-11-24T00:21:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742000_1176 (size=31363) 2024-11-24T00:21:21,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T00:21:21,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:21,109 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:21:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:21,115 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e9a1935ce0914dffb20deef032138b67 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9a1935ce0914dffb20deef032138b67 2024-11-24T00:21:21,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112480a889dd82e54d578759183a7a41a8fd_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407680136/Put/seqid=0 2024-11-24T00:21:21,123 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into e9a1935ce0914dffb20deef032138b67(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:21,123 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:21,123 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407681030; duration=0sec 2024-11-24T00:21:21,123 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:21,123 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:21,123 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:21,125 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:21,125 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:21,125 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:21,125 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/be5b83eabf1243bd854d7328bb71d77a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/3920d6b78127481ba5acdefe7d415c7f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/db8336ffb6b8410992ac95ae3b075a4e] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=35.5 K 2024-11-24T00:21:21,126 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting be5b83eabf1243bd854d7328bb71d77a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732407674578 2024-11-24T00:21:21,126 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3920d6b78127481ba5acdefe7d415c7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732407677889 2024-11-24T00:21:21,127 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting db8336ffb6b8410992ac95ae3b075a4e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732407680106 2024-11-24T00:21:21,150 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:21,152 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/885e5ca90ab64052bde23cb4bf81f5a7 is 50, key is test_row_0/C:col10/1732407680109/Put/seqid=0 2024-11-24T00:21:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742001_1177 (size=12304) 2024-11-24T00:21:21,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:21,161 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112480a889dd82e54d578759183a7a41a8fd_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480a889dd82e54d578759183a7a41a8fd_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:21,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ef1e3040d59348ceacf26210f2784fa8, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ef1e3040d59348ceacf26210f2784fa8 is 175, key is test_row_0/A:col10/1732407680136/Put/seqid=0 2024-11-24T00:21:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742002_1178 (size=12409) 2024-11-24T00:21:21,171 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/885e5ca90ab64052bde23cb4bf81f5a7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/885e5ca90ab64052bde23cb4bf81f5a7 2024-11-24T00:21:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742003_1179 (size=31105) 2024-11-24T00:21:21,175 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ef1e3040d59348ceacf26210f2784fa8 2024-11-24T00:21:21,184 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into 885e5ca90ab64052bde23cb4bf81f5a7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:21,184 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:21,184 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407681031; duration=0sec 2024-11-24T00:21:21,184 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:21,184 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:21,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/428fd5d41a1040c28231c98601b22b1a is 50, key is test_row_0/B:col10/1732407680136/Put/seqid=0 2024-11-24T00:21:21,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742004_1180 (size=12151) 2024-11-24T00:21:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:21,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407741263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407741265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407741265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407741265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407741267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407741367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407741369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407741370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407741370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407741373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T00:21:21,474 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/f4a8f318487c4c279e7c8a2438b10305 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/f4a8f318487c4c279e7c8a2438b10305 2024-11-24T00:21:21,480 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into f4a8f318487c4c279e7c8a2438b10305(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:21,480 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:21,480 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407681031; duration=0sec 2024-11-24T00:21:21,480 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:21,480 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:21,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407741570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407741572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407741574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407741574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407741575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,602 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/428fd5d41a1040c28231c98601b22b1a 2024-11-24T00:21:21,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/c07c85a2775b494a84ca7b1622204c31 is 50, key is test_row_0/C:col10/1732407680136/Put/seqid=0 2024-11-24T00:21:21,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742005_1181 (size=12151) 2024-11-24T00:21:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407741874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407741875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407741876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407741877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:21,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407741878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,027 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/c07c85a2775b494a84ca7b1622204c31 2024-11-24T00:21:22,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ef1e3040d59348ceacf26210f2784fa8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ef1e3040d59348ceacf26210f2784fa8 2024-11-24T00:21:22,037 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ef1e3040d59348ceacf26210f2784fa8, entries=150, sequenceid=155, filesize=30.4 K 2024-11-24T00:21:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/428fd5d41a1040c28231c98601b22b1a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/428fd5d41a1040c28231c98601b22b1a 2024-11-24T00:21:22,043 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/428fd5d41a1040c28231c98601b22b1a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T00:21:22,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/c07c85a2775b494a84ca7b1622204c31 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c07c85a2775b494a84ca7b1622204c31 2024-11-24T00:21:22,049 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c07c85a2775b494a84ca7b1622204c31, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T00:21:22,050 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e4cd2374a30a71c1288916301fb15d33 in 941ms, sequenceid=155, compaction requested=false 2024-11-24T00:21:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T00:21:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T00:21:22,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T00:21:22,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7110 sec 2024-11-24T00:21:22,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7150 sec 2024-11-24T00:21:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:22,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:21:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:22,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:22,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243349e52ff82b460095e2385a434a4e57_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407682379/Put/seqid=0 2024-11-24T00:21:22,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742006_1182 (size=14794) 2024-11-24T00:21:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407742397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407742396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407742397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407742398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407742401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T00:21:22,443 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T00:21:22,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-24T00:21:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T00:21:22,446 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:22,447 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:22,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:22,477 INFO [master/1a18afc96aae:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T00:21:22,478 INFO [master/1a18afc96aae:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T00:21:22,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407742502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407742502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407742502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407742502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407742504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T00:21:22,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:22,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407742705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407742705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407742705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407742706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407742709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T00:21:22,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:22,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,793 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:22,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243349e52ff82b460095e2385a434a4e57_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243349e52ff82b460095e2385a434a4e57_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:22,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/0c9685591eb94755a3b95e29221f334e, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:22,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/0c9685591eb94755a3b95e29221f334e is 175, key is test_row_0/A:col10/1732407682379/Put/seqid=0 2024-11-24T00:21:22,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742007_1183 (size=39749) 2024-11-24T00:21:22,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:22,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:22,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407743008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407743009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407743010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407743010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407743012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T00:21:23,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/0c9685591eb94755a3b95e29221f334e 2024-11-24T00:21:23,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/d7756cd52cf8482db9a06d7728ceb4ab is 50, key is test_row_0/B:col10/1732407682379/Put/seqid=0 2024-11-24T00:21:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742008_1184 (size=12151) 2024-11-24T00:21:23,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:23,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:23,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407743512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407743512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407743512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407743516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407743517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T00:21:23,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/d7756cd52cf8482db9a06d7728ceb4ab 2024-11-24T00:21:23,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/f86e761017434ed59fff879d0ea14def is 50, key is test_row_0/C:col10/1732407682379/Put/seqid=0 2024-11-24T00:21:23,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742009_1185 (size=12151) 2024-11-24T00:21:23,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:23,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:23,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:23,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:23,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:24,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/f86e761017434ed59fff879d0ea14def 2024-11-24T00:21:24,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/0c9685591eb94755a3b95e29221f334e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0c9685591eb94755a3b95e29221f334e 2024-11-24T00:21:24,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0c9685591eb94755a3b95e29221f334e, entries=200, sequenceid=171, filesize=38.8 K 2024-11-24T00:21:24,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/d7756cd52cf8482db9a06d7728ceb4ab as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d7756cd52cf8482db9a06d7728ceb4ab 2024-11-24T00:21:24,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d7756cd52cf8482db9a06d7728ceb4ab, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T00:21:24,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/f86e761017434ed59fff879d0ea14def as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/f86e761017434ed59fff879d0ea14def 2024-11-24T00:21:24,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/f86e761017434ed59fff879d0ea14def, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T00:21:24,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e4cd2374a30a71c1288916301fb15d33 in 1678ms, sequenceid=171, compaction requested=true 2024-11-24T00:21:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:24,058 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:24,058 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:24,059 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:24,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:24,059 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:24,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:24,060 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:24,060 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:24,060 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9a1935ce0914dffb20deef032138b67, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ef1e3040d59348ceacf26210f2784fa8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0c9685591eb94755a3b95e29221f334e] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=99.8 K 2024-11-24T00:21:24,060 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/f4a8f318487c4c279e7c8a2438b10305, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/428fd5d41a1040c28231c98601b22b1a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d7756cd52cf8482db9a06d7728ceb4ab] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=35.9 K 2024-11-24T00:21:24,060 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:24,060 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9a1935ce0914dffb20deef032138b67, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ef1e3040d59348ceacf26210f2784fa8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0c9685591eb94755a3b95e29221f334e] 2024-11-24T00:21:24,060 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f4a8f318487c4c279e7c8a2438b10305, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732407680106 2024-11-24T00:21:24,060 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9a1935ce0914dffb20deef032138b67, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732407680106 2024-11-24T00:21:24,061 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef1e3040d59348ceacf26210f2784fa8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732407680136 2024-11-24T00:21:24,061 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 428fd5d41a1040c28231c98601b22b1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732407680136 2024-11-24T00:21:24,061 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c9685591eb94755a3b95e29221f334e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407681263 2024-11-24T00:21:24,061 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d7756cd52cf8482db9a06d7728ceb4ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407681263 2024-11-24T00:21:24,069 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:24,071 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:24,072 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/18340f96eaee4f579d68bfad1d7c6e4f is 50, key is test_row_0/B:col10/1732407682379/Put/seqid=0 2024-11-24T00:21:24,074 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247f687e54b6f6476796ac68ff6d66e04e_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:24,076 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247f687e54b6f6476796ac68ff6d66e04e_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:24,076 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247f687e54b6f6476796ac68ff6d66e04e_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:24,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742010_1186 (size=12561) 2024-11-24T00:21:24,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742011_1187 (size=4469) 2024-11-24T00:21:24,086 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/18340f96eaee4f579d68bfad1d7c6e4f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/18340f96eaee4f579d68bfad1d7c6e4f 2024-11-24T00:21:24,091 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into 18340f96eaee4f579d68bfad1d7c6e4f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:24,091 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:24,091 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407684058; duration=0sec 2024-11-24T00:21:24,091 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:24,092 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:24,092 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:24,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:24,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:24,093 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:24,093 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/885e5ca90ab64052bde23cb4bf81f5a7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c07c85a2775b494a84ca7b1622204c31, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/f86e761017434ed59fff879d0ea14def] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=35.9 K 2024-11-24T00:21:24,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 885e5ca90ab64052bde23cb4bf81f5a7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732407680106 2024-11-24T00:21:24,094 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c07c85a2775b494a84ca7b1622204c31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732407680136 2024-11-24T00:21:24,094 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f86e761017434ed59fff879d0ea14def, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407681263 2024-11-24T00:21:24,102 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:24,102 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/02f32f8faa8f47419b94aaca90b35f4b is 50, key is test_row_0/C:col10/1732407682379/Put/seqid=0 2024-11-24T00:21:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742012_1188 (size=12561) 2024-11-24T00:21:24,112 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/02f32f8faa8f47419b94aaca90b35f4b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/02f32f8faa8f47419b94aaca90b35f4b 2024-11-24T00:21:24,116 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into 02f32f8faa8f47419b94aaca90b35f4b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:24,116 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:24,117 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407684058; duration=0sec 2024-11-24T00:21:24,117 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:24,117 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:24,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T00:21:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:24,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:21:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112492ecf4bba1f94cd4af294ceb7fcfc092_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407682392/Put/seqid=0 2024-11-24T00:21:24,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742013_1189 (size=12304) 2024-11-24T00:21:24,482 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#156 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:24,483 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/224ac22106d744288e5bbe8c3b0dbce7 is 175, key is test_row_0/A:col10/1732407682379/Put/seqid=0 2024-11-24T00:21:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742014_1190 (size=31515) 2024-11-24T00:21:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:24,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:24,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407744528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407744528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407744529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407744529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407744530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:24,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112492ecf4bba1f94cd4af294ceb7fcfc092_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112492ecf4bba1f94cd4af294ceb7fcfc092_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T00:21:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/92cd5f786af34b5a8ce3a0e92aa67615, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/92cd5f786af34b5a8ce3a0e92aa67615 is 175, key is test_row_0/A:col10/1732407682392/Put/seqid=0 2024-11-24T00:21:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742015_1191 (size=31105) 2024-11-24T00:21:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407744633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407744634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407744635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407744636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407744635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407744836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407744837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407744838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407744840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407744841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:24,893 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/224ac22106d744288e5bbe8c3b0dbce7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/224ac22106d744288e5bbe8c3b0dbce7 2024-11-24T00:21:24,898 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into 224ac22106d744288e5bbe8c3b0dbce7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:24,898 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:24,898 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407684058; duration=0sec 2024-11-24T00:21:24,899 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:24,899 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:24,957 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/92cd5f786af34b5a8ce3a0e92aa67615 2024-11-24T00:21:24,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/1e43db1c788541f2967764f8385aba8a is 50, key is test_row_0/B:col10/1732407682392/Put/seqid=0 2024-11-24T00:21:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742016_1192 (size=12151) 2024-11-24T00:21:24,972 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/1e43db1c788541f2967764f8385aba8a 2024-11-24T00:21:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/5b18a4033f8b477c8fa31d35cfab0b6a is 50, key is test_row_0/C:col10/1732407682392/Put/seqid=0 2024-11-24T00:21:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742017_1193 (size=12151) 2024-11-24T00:21:25,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407745138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407745140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407745141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407745143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407745144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,385 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/5b18a4033f8b477c8fa31d35cfab0b6a 2024-11-24T00:21:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/92cd5f786af34b5a8ce3a0e92aa67615 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/92cd5f786af34b5a8ce3a0e92aa67615 2024-11-24T00:21:25,395 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/92cd5f786af34b5a8ce3a0e92aa67615, entries=150, sequenceid=196, filesize=30.4 K 2024-11-24T00:21:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/1e43db1c788541f2967764f8385aba8a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1e43db1c788541f2967764f8385aba8a 2024-11-24T00:21:25,403 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1e43db1c788541f2967764f8385aba8a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T00:21:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/5b18a4033f8b477c8fa31d35cfab0b6a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/5b18a4033f8b477c8fa31d35cfab0b6a 2024-11-24T00:21:25,409 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/5b18a4033f8b477c8fa31d35cfab0b6a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T00:21:25,410 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e4cd2374a30a71c1288916301fb15d33 in 1280ms, sequenceid=196, compaction requested=false 2024-11-24T00:21:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-24T00:21:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-24T00:21:25,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T00:21:25,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9650 sec 2024-11-24T00:21:25,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.9690 sec 2024-11-24T00:21:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:25,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:21:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:25,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ece85c38d18d4c2b994354159aa1f510_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407684523/Put/seqid=0 2024-11-24T00:21:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742018_1194 (size=14794) 2024-11-24T00:21:25,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:25,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407745665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407745668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ece85c38d18d4c2b994354159aa1f510_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ece85c38d18d4c2b994354159aa1f510_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:25,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/89090749015646049f441df18214b4f0, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:25,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407745669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/89090749015646049f441df18214b4f0 is 175, key is test_row_0/A:col10/1732407684523/Put/seqid=0 2024-11-24T00:21:25,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407745669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407745670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742019_1195 (size=39749) 2024-11-24T00:21:25,698 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/89090749015646049f441df18214b4f0 2024-11-24T00:21:25,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/a403106dbc9b44e09fe155c90d5274ca is 50, key is test_row_0/B:col10/1732407684523/Put/seqid=0 2024-11-24T00:21:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742020_1196 (size=12151) 2024-11-24T00:21:25,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407745770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407745771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407745775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407745776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407745776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407745972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407745975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407745979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407745979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407745979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/a403106dbc9b44e09fe155c90d5274ca 2024-11-24T00:21:26,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/2535222c4739485ba52c44af623cabd9 is 50, key is test_row_0/C:col10/1732407684523/Put/seqid=0 2024-11-24T00:21:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742021_1197 (size=12151) 2024-11-24T00:21:26,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407746276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407746278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407746283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407746284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407746284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/2535222c4739485ba52c44af623cabd9 2024-11-24T00:21:26,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/89090749015646049f441df18214b4f0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/89090749015646049f441df18214b4f0 2024-11-24T00:21:26,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/89090749015646049f441df18214b4f0, entries=200, sequenceid=211, filesize=38.8 K 2024-11-24T00:21:26,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/a403106dbc9b44e09fe155c90d5274ca as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/a403106dbc9b44e09fe155c90d5274ca 2024-11-24T00:21:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T00:21:26,551 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T00:21:26,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/a403106dbc9b44e09fe155c90d5274ca, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T00:21:26,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-24T00:21:26,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/2535222c4739485ba52c44af623cabd9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2535222c4739485ba52c44af623cabd9 2024-11-24T00:21:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T00:21:26,555 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:26,555 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:26,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:26,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2535222c4739485ba52c44af623cabd9, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T00:21:26,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e4cd2374a30a71c1288916301fb15d33 in 915ms, sequenceid=211, compaction requested=true 2024-11-24T00:21:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:26,560 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:26,560 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:26,561 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:26,561 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:26,561 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:26,561 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/224ac22106d744288e5bbe8c3b0dbce7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/92cd5f786af34b5a8ce3a0e92aa67615, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/89090749015646049f441df18214b4f0] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=100.0 K 2024-11-24T00:21:26,561 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:26,561 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:26,561 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/224ac22106d744288e5bbe8c3b0dbce7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/92cd5f786af34b5a8ce3a0e92aa67615, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/89090749015646049f441df18214b4f0] 2024-11-24T00:21:26,562 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:26,562 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:26,562 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/18340f96eaee4f579d68bfad1d7c6e4f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1e43db1c788541f2967764f8385aba8a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/a403106dbc9b44e09fe155c90d5274ca] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.0 K 2024-11-24T00:21:26,562 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 224ac22106d744288e5bbe8c3b0dbce7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407681263 2024-11-24T00:21:26,562 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 18340f96eaee4f579d68bfad1d7c6e4f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407681263 2024-11-24T00:21:26,563 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e43db1c788541f2967764f8385aba8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732407682392 2024-11-24T00:21:26,563 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92cd5f786af34b5a8ce3a0e92aa67615, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732407682392 2024-11-24T00:21:26,563 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a403106dbc9b44e09fe155c90d5274ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407684523 2024-11-24T00:21:26,563 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89090749015646049f441df18214b4f0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407684523 2024-11-24T00:21:26,571 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:26,572 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:26,573 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9d7a70f8818c4f64859bf1e748fd719d is 50, key is test_row_0/B:col10/1732407684523/Put/seqid=0 2024-11-24T00:21:26,573 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112419ddddcb803c47448edef4ceedd10eb4_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:26,575 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112419ddddcb803c47448edef4ceedd10eb4_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:26,576 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112419ddddcb803c47448edef4ceedd10eb4_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:26,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742022_1198 (size=12663) 2024-11-24T00:21:26,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742023_1199 (size=4469) 2024-11-24T00:21:26,585 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9d7a70f8818c4f64859bf1e748fd719d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9d7a70f8818c4f64859bf1e748fd719d 2024-11-24T00:21:26,590 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into 9d7a70f8818c4f64859bf1e748fd719d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:26,590 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:26,591 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407686560; duration=0sec 2024-11-24T00:21:26,591 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:26,591 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:26,591 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:26,592 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:26,592 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:26,592 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:26,592 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/02f32f8faa8f47419b94aaca90b35f4b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/5b18a4033f8b477c8fa31d35cfab0b6a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2535222c4739485ba52c44af623cabd9] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.0 K 2024-11-24T00:21:26,593 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f32f8faa8f47419b94aaca90b35f4b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407681263 2024-11-24T00:21:26,593 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b18a4033f8b477c8fa31d35cfab0b6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732407682392 2024-11-24T00:21:26,593 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 2535222c4739485ba52c44af623cabd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407684523 2024-11-24T00:21:26,603 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:26,604 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/46719ee5778f419c95ac4587b9aeb895 is 50, key is test_row_0/C:col10/1732407684523/Put/seqid=0 2024-11-24T00:21:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742024_1200 (size=12663) 2024-11-24T00:21:26,623 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/46719ee5778f419c95ac4587b9aeb895 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/46719ee5778f419c95ac4587b9aeb895 2024-11-24T00:21:26,629 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into 46719ee5778f419c95ac4587b9aeb895(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:26,629 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:26,629 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407686560; duration=0sec 2024-11-24T00:21:26,629 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:26,629 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T00:21:26,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-24T00:21:26,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:26,708 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:21:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112454ebac2724ed4684bc33403697870503_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407685668/Put/seqid=0 2024-11-24T00:21:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742025_1201 (size=12304) 2024-11-24T00:21:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:26,727 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112454ebac2724ed4684bc33403697870503_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112454ebac2724ed4684bc33403697870503_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:26,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:26,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3 is 175, key is test_row_0/A:col10/1732407685668/Put/seqid=0 2024-11-24T00:21:26,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742026_1202 (size=31105) 2024-11-24T00:21:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:26,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407746791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407746793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407746793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407746795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407746795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T00:21:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407746897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407746897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407746898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407746898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:26,986 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:26,987 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/6d9ad33322844e30916b2ee6e6273580 is 175, key is test_row_0/A:col10/1732407684523/Put/seqid=0 2024-11-24T00:21:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742027_1203 (size=31617) 2024-11-24T00:21:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407747102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407747102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407747103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407747103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,136 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3 2024-11-24T00:21:27,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/0d21e1323aff4e7392fef7d13e24c57b is 50, key is test_row_0/B:col10/1732407685668/Put/seqid=0 2024-11-24T00:21:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742028_1204 (size=12151) 2024-11-24T00:21:27,151 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/0d21e1323aff4e7392fef7d13e24c57b 2024-11-24T00:21:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T00:21:27,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/612b831e1720480c88db03927d906399 is 50, key is test_row_0/C:col10/1732407685668/Put/seqid=0 2024-11-24T00:21:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742029_1205 (size=12151) 2024-11-24T00:21:27,399 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/6d9ad33322844e30916b2ee6e6273580 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d9ad33322844e30916b2ee6e6273580 2024-11-24T00:21:27,406 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into 6d9ad33322844e30916b2ee6e6273580(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:27,406 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:27,406 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407686560; duration=0sec 2024-11-24T00:21:27,407 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:27,407 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:27,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407747409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407747409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407747409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407747409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,566 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/612b831e1720480c88db03927d906399 2024-11-24T00:21:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3 2024-11-24T00:21:27,581 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3, entries=150, sequenceid=236, filesize=30.4 K 2024-11-24T00:21:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/0d21e1323aff4e7392fef7d13e24c57b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/0d21e1323aff4e7392fef7d13e24c57b 2024-11-24T00:21:27,589 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/0d21e1323aff4e7392fef7d13e24c57b, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T00:21:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/612b831e1720480c88db03927d906399 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/612b831e1720480c88db03927d906399 2024-11-24T00:21:27,596 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/612b831e1720480c88db03927d906399, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T00:21:27,597 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e4cd2374a30a71c1288916301fb15d33 in 889ms, sequenceid=236, compaction requested=false 2024-11-24T00:21:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-24T00:21:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-24T00:21:27,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T00:21:27,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-11-24T00:21:27,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.0470 sec 2024-11-24T00:21:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T00:21:27,658 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-24T00:21:27,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-24T00:21:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T00:21:27,662 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:27,664 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:27,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T00:21:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:27,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:21:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:27,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:27,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:27,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248aaaab372ab94062a85a7e98688fae28_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407687806/Put/seqid=0 2024-11-24T00:21:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742030_1206 (size=12304) 2024-11-24T00:21:27,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407747865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407747913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407747914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407747915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407747925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T00:21:27,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:27,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:27,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:27,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407747971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:28,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:28,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407748173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,244 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:28,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248aaaab372ab94062a85a7e98688fae28_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248aaaab372ab94062a85a7e98688fae28_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:28,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/bd6d34f6c6594645bebcab637fe7a609, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:28,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/bd6d34f6c6594645bebcab637fe7a609 is 175, key is test_row_0/A:col10/1732407687806/Put/seqid=0 2024-11-24T00:21:28,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742031_1207 (size=31105) 2024-11-24T00:21:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T00:21:28,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:28,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407748480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/bd6d34f6c6594645bebcab637fe7a609 2024-11-24T00:21:28,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/1624f0701030421294c4fa70ed23903b is 50, key is test_row_0/B:col10/1732407687806/Put/seqid=0 2024-11-24T00:21:28,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742032_1208 (size=12151) 2024-11-24T00:21:28,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T00:21:28,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:28,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:28,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407748926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407748930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407748931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407748934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407748981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:29,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:29,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:29,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:29,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/1624f0701030421294c4fa70ed23903b 2024-11-24T00:21:29,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/a401edea75b74b1da0cef064941dc9b1 is 50, key is test_row_0/C:col10/1732407687806/Put/seqid=0 2024-11-24T00:21:29,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742033_1209 (size=12151) 2024-11-24T00:21:29,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/a401edea75b74b1da0cef064941dc9b1 2024-11-24T00:21:29,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/bd6d34f6c6594645bebcab637fe7a609 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/bd6d34f6c6594645bebcab637fe7a609 2024-11-24T00:21:29,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/bd6d34f6c6594645bebcab637fe7a609, entries=150, sequenceid=252, filesize=30.4 K 2024-11-24T00:21:29,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/1624f0701030421294c4fa70ed23903b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1624f0701030421294c4fa70ed23903b 2024-11-24T00:21:29,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1624f0701030421294c4fa70ed23903b, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T00:21:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/a401edea75b74b1da0cef064941dc9b1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/a401edea75b74b1da0cef064941dc9b1 2024-11-24T00:21:29,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/a401edea75b74b1da0cef064941dc9b1, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T00:21:29,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e4cd2374a30a71c1288916301fb15d33 in 1341ms, sequenceid=252, compaction requested=true 2024-11-24T00:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:29,150 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:29,150 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:29,151 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:29,151 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:29,152 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:29,152 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d9ad33322844e30916b2ee6e6273580, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/bd6d34f6c6594645bebcab637fe7a609] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=91.6 K 2024-11-24T00:21:29,152 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:29,152 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d9ad33322844e30916b2ee6e6273580, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/bd6d34f6c6594645bebcab637fe7a609] 2024-11-24T00:21:29,152 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:29,152 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:29,152 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:29,153 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9d7a70f8818c4f64859bf1e748fd719d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/0d21e1323aff4e7392fef7d13e24c57b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1624f0701030421294c4fa70ed23903b] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.1 K 2024-11-24T00:21:29,153 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d9ad33322844e30916b2ee6e6273580, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407684523 2024-11-24T00:21:29,154 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7a70f8818c4f64859bf1e748fd719d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407684523 2024-11-24T00:21:29,154 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d21e1323aff4e7392fef7d13e24c57b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732407685664 2024-11-24T00:21:29,154 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f616349ef7e4a7fb6cedd0f3e5f4cf3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732407685664 2024-11-24T00:21:29,155 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 1624f0701030421294c4fa70ed23903b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407686789 2024-11-24T00:21:29,155 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd6d34f6c6594645bebcab637fe7a609, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407686789 2024-11-24T00:21:29,166 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:29,166 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/d72423591b9b41368c13a6ef7da14a8e is 50, key is test_row_0/B:col10/1732407687806/Put/seqid=0 2024-11-24T00:21:29,172 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:29,192 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124c700e13e20f54c98ac11faabea370258_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742034_1210 (size=12765) 2024-11-24T00:21:29,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:29,195 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124c700e13e20f54c98ac11faabea370258_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:29,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T00:21:29,195 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c700e13e20f54c98ac11faabea370258_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:29,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:29,195 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:21:29,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:29,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:29,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:29,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:29,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:29,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:29,204 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/d72423591b9b41368c13a6ef7da14a8e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d72423591b9b41368c13a6ef7da14a8e 2024-11-24T00:21:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742035_1211 (size=4469) 2024-11-24T00:21:29,207 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#175 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:29,208 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/d9aebf217e144cdf93a2a97c6be04e32 is 175, key is test_row_0/A:col10/1732407687806/Put/seqid=0 2024-11-24T00:21:29,214 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into d72423591b9b41368c13a6ef7da14a8e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:29,214 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:29,214 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407689150; duration=0sec 2024-11-24T00:21:29,215 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:29,215 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:29,215 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:29,217 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:29,217 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:29,217 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:29,217 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/46719ee5778f419c95ac4587b9aeb895, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/612b831e1720480c88db03927d906399, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/a401edea75b74b1da0cef064941dc9b1] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.1 K 2024-11-24T00:21:29,217 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 46719ee5778f419c95ac4587b9aeb895, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732407684523 2024-11-24T00:21:29,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c2e31939e084dbcbadbdfcdf988bfd3_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407687860/Put/seqid=0 2024-11-24T00:21:29,218 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 612b831e1720480c88db03927d906399, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732407685664 2024-11-24T00:21:29,218 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a401edea75b74b1da0cef064941dc9b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407686789 2024-11-24T00:21:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742037_1213 (size=12454) 2024-11-24T00:21:29,238 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:29,238 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/4e56b602f68746d9ad2b77230e793016 is 50, key is test_row_0/C:col10/1732407687806/Put/seqid=0 2024-11-24T00:21:29,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:29,243 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c2e31939e084dbcbadbdfcdf988bfd3_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c2e31939e084dbcbadbdfcdf988bfd3_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:29,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742036_1212 (size=31719) 2024-11-24T00:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/534981909ad9480c9be28fc07e22a6a3, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/534981909ad9480c9be28fc07e22a6a3 is 175, key is test_row_0/A:col10/1732407687860/Put/seqid=0 2024-11-24T00:21:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742038_1214 (size=12765) 2024-11-24T00:21:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742039_1215 (size=31255) 2024-11-24T00:21:29,275 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/534981909ad9480c9be28fc07e22a6a3 2024-11-24T00:21:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/164f797532d54033b01feac25356bb04 is 50, key is test_row_0/B:col10/1732407687860/Put/seqid=0 2024-11-24T00:21:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742040_1216 (size=12301) 2024-11-24T00:21:29,649 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/d9aebf217e144cdf93a2a97c6be04e32 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/d9aebf217e144cdf93a2a97c6be04e32 2024-11-24T00:21:29,654 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into d9aebf217e144cdf93a2a97c6be04e32(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:29,654 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:29,654 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407689150; duration=0sec 2024-11-24T00:21:29,655 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:29,655 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:29,671 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/4e56b602f68746d9ad2b77230e793016 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e56b602f68746d9ad2b77230e793016 2024-11-24T00:21:29,679 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into 4e56b602f68746d9ad2b77230e793016(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:29,679 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:29,679 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407689150; duration=0sec 2024-11-24T00:21:29,679 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:29,679 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:29,690 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/164f797532d54033b01feac25356bb04 2024-11-24T00:21:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/b2740a9fc6c747f2b633e13bd2fb3db7 is 50, key is test_row_0/C:col10/1732407687860/Put/seqid=0 2024-11-24T00:21:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742041_1217 (size=12301) 2024-11-24T00:21:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T00:21:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:29,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:30,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407750013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407750116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,131 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/b2740a9fc6c747f2b633e13bd2fb3db7 2024-11-24T00:21:30,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/534981909ad9480c9be28fc07e22a6a3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/534981909ad9480c9be28fc07e22a6a3 2024-11-24T00:21:30,141 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/534981909ad9480c9be28fc07e22a6a3, entries=150, sequenceid=273, filesize=30.5 K 2024-11-24T00:21:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/164f797532d54033b01feac25356bb04 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/164f797532d54033b01feac25356bb04 2024-11-24T00:21:30,147 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/164f797532d54033b01feac25356bb04, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T00:21:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/b2740a9fc6c747f2b633e13bd2fb3db7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/b2740a9fc6c747f2b633e13bd2fb3db7 2024-11-24T00:21:30,152 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/b2740a9fc6c747f2b633e13bd2fb3db7, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T00:21:30,154 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e4cd2374a30a71c1288916301fb15d33 in 959ms, sequenceid=273, compaction requested=false 2024-11-24T00:21:30,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:30,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:30,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-24T00:21:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-24T00:21:30,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-24T00:21:30,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4910 sec 2024-11-24T00:21:30,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.4970 sec 2024-11-24T00:21:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:30,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:21:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:30,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246362fb0a96374d1dadfcce3a27d89e39_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407690319/Put/seqid=0 2024-11-24T00:21:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742042_1218 (size=14994) 2024-11-24T00:21:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407750380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407750483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407750686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:30,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246362fb0a96374d1dadfcce3a27d89e39_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246362fb0a96374d1dadfcce3a27d89e39_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:30,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e051ec59d73f429b942f9bb5d5a1477a, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:30,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e051ec59d73f429b942f9bb5d5a1477a is 175, key is test_row_0/A:col10/1732407690319/Put/seqid=0 2024-11-24T00:21:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742043_1219 (size=39949) 2024-11-24T00:21:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732407750936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,938 DEBUG [Thread-673 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:30,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53418 deadline: 1732407750938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1732407750939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,943 DEBUG [Thread-677 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:30,943 DEBUG [Thread-671 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:30,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53390 deadline: 1732407750946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:30,948 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:30,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407750990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:31,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e051ec59d73f429b942f9bb5d5a1477a 2024-11-24T00:21:31,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/8f8fd06b89354ce3989d9ca68ee5053d is 50, key is test_row_0/B:col10/1732407690319/Put/seqid=0 2024-11-24T00:21:31,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742044_1220 (size=12301) 2024-11-24T00:21:31,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407751496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:31,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/8f8fd06b89354ce3989d9ca68ee5053d 2024-11-24T00:21:31,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/13ae16ddbe7c4330970e1d862a1bf677 is 50, key is test_row_0/C:col10/1732407690319/Put/seqid=0 2024-11-24T00:21:31,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742045_1221 (size=12301) 2024-11-24T00:21:31,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/13ae16ddbe7c4330970e1d862a1bf677 2024-11-24T00:21:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/e051ec59d73f429b942f9bb5d5a1477a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e051ec59d73f429b942f9bb5d5a1477a 2024-11-24T00:21:31,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e051ec59d73f429b942f9bb5d5a1477a, entries=200, sequenceid=292, filesize=39.0 K 2024-11-24T00:21:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/8f8fd06b89354ce3989d9ca68ee5053d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8f8fd06b89354ce3989d9ca68ee5053d 2024-11-24T00:21:31,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8f8fd06b89354ce3989d9ca68ee5053d, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T00:21:31,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/13ae16ddbe7c4330970e1d862a1bf677 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/13ae16ddbe7c4330970e1d862a1bf677 2024-11-24T00:21:31,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/13ae16ddbe7c4330970e1d862a1bf677, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T00:21:31,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e4cd2374a30a71c1288916301fb15d33 in 1297ms, sequenceid=292, compaction requested=true 2024-11-24T00:21:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:31,618 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:31,618 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:31,619 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:31,619 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:31,619 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:31,619 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:31,619 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:31,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:31,619 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d72423591b9b41368c13a6ef7da14a8e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/164f797532d54033b01feac25356bb04, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8f8fd06b89354ce3989d9ca68ee5053d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.5 K 2024-11-24T00:21:31,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/d9aebf217e144cdf93a2a97c6be04e32, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/534981909ad9480c9be28fc07e22a6a3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e051ec59d73f429b942f9bb5d5a1477a] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=100.5 K 2024-11-24T00:21:31,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:31,620 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/d9aebf217e144cdf93a2a97c6be04e32, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/534981909ad9480c9be28fc07e22a6a3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e051ec59d73f429b942f9bb5d5a1477a] 2024-11-24T00:21:31,620 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9aebf217e144cdf93a2a97c6be04e32, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407686789 2024-11-24T00:21:31,620 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d72423591b9b41368c13a6ef7da14a8e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407686789 2024-11-24T00:21:31,621 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 534981909ad9480c9be28fc07e22a6a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732407687845 2024-11-24T00:21:31,621 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e051ec59d73f429b942f9bb5d5a1477a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732407690000 2024-11-24T00:21:31,622 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 164f797532d54033b01feac25356bb04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732407687845 2024-11-24T00:21:31,623 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f8fd06b89354ce3989d9ca68ee5053d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732407690000 2024-11-24T00:21:31,631 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:31,634 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:31,635 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/78b90dcdfd0648d28301423ba560602e is 50, key is test_row_0/B:col10/1732407690319/Put/seqid=0 2024-11-24T00:21:31,636 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124749713a5276344909d1ea43b7ea14068_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:31,637 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124749713a5276344909d1ea43b7ea14068_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:31,637 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124749713a5276344909d1ea43b7ea14068_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:31,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742047_1223 (size=4469) 2024-11-24T00:21:31,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742046_1222 (size=13017) 2024-11-24T00:21:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T00:21:31,767 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-24T00:21:31,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-24T00:21:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T00:21:31,770 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:31,771 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:31,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T00:21:31,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:31,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T00:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:31,924 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T00:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:31,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243fc2fe9d82e44a30b00571857661f74e_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407690375/Put/seqid=0 2024-11-24T00:21:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742048_1224 (size=12454) 2024-11-24T00:21:31,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:31,948 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243fc2fe9d82e44a30b00571857661f74e_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fc2fe9d82e44a30b00571857661f74e_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ccc550f35bd24186bbd240862f2cdc7f, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ccc550f35bd24186bbd240862f2cdc7f is 175, key is test_row_0/A:col10/1732407690375/Put/seqid=0 2024-11-24T00:21:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742049_1225 (size=31255) 2024-11-24T00:21:32,053 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:32,053 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/0017413fb8dd478fa9d3703ac38cab9b is 175, key is test_row_0/A:col10/1732407690319/Put/seqid=0 2024-11-24T00:21:32,058 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/78b90dcdfd0648d28301423ba560602e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/78b90dcdfd0648d28301423ba560602e 2024-11-24T00:21:32,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742050_1226 (size=31971) 2024-11-24T00:21:32,065 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into 78b90dcdfd0648d28301423ba560602e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:32,065 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:32,065 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407691618; duration=0sec 2024-11-24T00:21:32,065 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:32,065 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:32,065 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:32,065 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/0017413fb8dd478fa9d3703ac38cab9b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0017413fb8dd478fa9d3703ac38cab9b 2024-11-24T00:21:32,066 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:32,067 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:32,067 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:32,067 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e56b602f68746d9ad2b77230e793016, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/b2740a9fc6c747f2b633e13bd2fb3db7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/13ae16ddbe7c4330970e1d862a1bf677] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.5 K 2024-11-24T00:21:32,068 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e56b602f68746d9ad2b77230e793016, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732407686789 2024-11-24T00:21:32,069 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b2740a9fc6c747f2b633e13bd2fb3db7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732407687845 2024-11-24T00:21:32,070 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 13ae16ddbe7c4330970e1d862a1bf677, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732407690000 2024-11-24T00:21:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T00:21:32,072 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into 0017413fb8dd478fa9d3703ac38cab9b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:32,072 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:32,072 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407691618; duration=0sec 2024-11-24T00:21:32,072 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:32,072 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:32,079 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:32,079 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/79edbf698ec84752a01bb321241f3a82 is 50, key is test_row_0/C:col10/1732407690319/Put/seqid=0 2024-11-24T00:21:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742051_1227 (size=13017) 2024-11-24T00:21:32,089 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/79edbf698ec84752a01bb321241f3a82 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/79edbf698ec84752a01bb321241f3a82 2024-11-24T00:21:32,093 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into 79edbf698ec84752a01bb321241f3a82(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:32,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:32,093 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407691618; duration=0sec 2024-11-24T00:21:32,094 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:32,094 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:32,355 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ccc550f35bd24186bbd240862f2cdc7f 2024-11-24T00:21:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T00:21:32,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9886de723d374d31ad131fd298a1f73b is 50, key is test_row_0/B:col10/1732407690375/Put/seqid=0 2024-11-24T00:21:32,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742052_1228 (size=12301) 2024-11-24T00:21:32,391 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9886de723d374d31ad131fd298a1f73b 2024-11-24T00:21:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/73f9cd9570604babbc6ccc85479ce93d is 50, key is test_row_0/C:col10/1732407690375/Put/seqid=0 2024-11-24T00:21:32,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742053_1229 (size=12301) 2024-11-24T00:21:32,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407752558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:32,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407752660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:32,807 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/73f9cd9570604babbc6ccc85479ce93d 2024-11-24T00:21:32,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/ccc550f35bd24186bbd240862f2cdc7f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ccc550f35bd24186bbd240862f2cdc7f 2024-11-24T00:21:32,817 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ccc550f35bd24186bbd240862f2cdc7f, entries=150, sequenceid=312, filesize=30.5 K 2024-11-24T00:21:32,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/9886de723d374d31ad131fd298a1f73b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9886de723d374d31ad131fd298a1f73b 2024-11-24T00:21:32,822 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9886de723d374d31ad131fd298a1f73b, entries=150, sequenceid=312, filesize=12.0 K 2024-11-24T00:21:32,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/73f9cd9570604babbc6ccc85479ce93d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/73f9cd9570604babbc6ccc85479ce93d 2024-11-24T00:21:32,827 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/73f9cd9570604babbc6ccc85479ce93d, entries=150, sequenceid=312, filesize=12.0 K 2024-11-24T00:21:32,828 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e4cd2374a30a71c1288916301fb15d33 in 904ms, sequenceid=312, compaction requested=false 2024-11-24T00:21:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-24T00:21:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-24T00:21:32,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T00:21:32,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0590 sec 2024-11-24T00:21:32,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.0640 sec 2024-11-24T00:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:32,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T00:21:32,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:32,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:32,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:32,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:32,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:32,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T00:21:32,874 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-24T00:21:32,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112447d541c9551e4f84ab1c30f1741d921b_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407692554/Put/seqid=0 2024-11-24T00:21:32,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-24T00:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T00:21:32,880 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:32,881 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:32,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742054_1230 (size=12454) 2024-11-24T00:21:32,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:32,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112447d541c9551e4f84ab1c30f1741d921b_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112447d541c9551e4f84ab1c30f1741d921b_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:32,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/85057d113f804cf5bf3b010f0cc97555, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:32,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/85057d113f804cf5bf3b010f0cc97555 is 175, key is test_row_0/A:col10/1732407692554/Put/seqid=0 2024-11-24T00:21:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742055_1231 (size=31255) 2024-11-24T00:21:32,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407752916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T00:21:33,005 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c317ae0 to 127.0.0.1:54804 2024-11-24T00:21:33,005 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:33,005 DEBUG [Thread-682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c645fa1 to 127.0.0.1:54804 2024-11-24T00:21:33,005 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:33,010 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a0fc918 to 127.0.0.1:54804 2024-11-24T00:21:33,010 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:33,010 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77b8b9d2 to 127.0.0.1:54804 2024-11-24T00:21:33,011 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407753019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:33,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:33,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T00:21:33,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407753220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/85057d113f804cf5bf3b010f0cc97555 2024-11-24T00:21:33,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/808bd0e9f46f4b1bb99701aacb8658fe is 50, key is test_row_0/B:col10/1732407692554/Put/seqid=0 2024-11-24T00:21:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742056_1232 (size=12301) 2024-11-24T00:21:33,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T00:21:33,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:33,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:33,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407753524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/808bd0e9f46f4b1bb99701aacb8658fe 2024-11-24T00:21:33,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/4e238b78fc8a4c949b34d622efa80a1b is 50, key is test_row_0/C:col10/1732407692554/Put/seqid=0 2024-11-24T00:21:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742057_1233 (size=12301) 2024-11-24T00:21:33,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:33,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:33,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T00:21:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1732407754029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:34,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:34,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:34,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:34,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:34,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:34,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:34,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/4e238b78fc8a4c949b34d622efa80a1b 2024-11-24T00:21:34,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/85057d113f804cf5bf3b010f0cc97555 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/85057d113f804cf5bf3b010f0cc97555 2024-11-24T00:21:34,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/85057d113f804cf5bf3b010f0cc97555, entries=150, sequenceid=332, filesize=30.5 K 2024-11-24T00:21:34,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/808bd0e9f46f4b1bb99701aacb8658fe as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/808bd0e9f46f4b1bb99701aacb8658fe 2024-11-24T00:21:34,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/808bd0e9f46f4b1bb99701aacb8658fe, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T00:21:34,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/4e238b78fc8a4c949b34d622efa80a1b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e238b78fc8a4c949b34d622efa80a1b 2024-11-24T00:21:34,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e238b78fc8a4c949b34d622efa80a1b, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T00:21:34,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e4cd2374a30a71c1288916301fb15d33 in 1272ms, sequenceid=332, compaction requested=true 2024-11-24T00:21:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:34,138 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e4cd2374a30a71c1288916301fb15d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:34,138 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:34,139 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:34,139 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:34,139 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/B is initiating minor compaction (all files) 2024-11-24T00:21:34,139 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/A is initiating minor compaction (all files) 2024-11-24T00:21:34,139 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/A in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:34,139 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/B in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:34,139 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/78b90dcdfd0648d28301423ba560602e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9886de723d374d31ad131fd298a1f73b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/808bd0e9f46f4b1bb99701aacb8658fe] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.7 K 2024-11-24T00:21:34,139 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0017413fb8dd478fa9d3703ac38cab9b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ccc550f35bd24186bbd240862f2cdc7f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/85057d113f804cf5bf3b010f0cc97555] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=92.3 K 2024-11-24T00:21:34,139 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:34,140 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0017413fb8dd478fa9d3703ac38cab9b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ccc550f35bd24186bbd240862f2cdc7f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/85057d113f804cf5bf3b010f0cc97555] 2024-11-24T00:21:34,140 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b90dcdfd0648d28301423ba560602e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732407690000 2024-11-24T00:21:34,140 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0017413fb8dd478fa9d3703ac38cab9b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732407690000 2024-11-24T00:21:34,140 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9886de723d374d31ad131fd298a1f73b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732407690367 2024-11-24T00:21:34,140 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccc550f35bd24186bbd240862f2cdc7f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732407690367 2024-11-24T00:21:34,140 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 808bd0e9f46f4b1bb99701aacb8658fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732407692525 2024-11-24T00:21:34,140 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85057d113f804cf5bf3b010f0cc97555, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732407692525 2024-11-24T00:21:34,149 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:34,149 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/72b22fe29afd4fe9a7e6e8e5b26b527c is 50, key is test_row_0/B:col10/1732407692554/Put/seqid=0 2024-11-24T00:21:34,151 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:34,154 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241c32a57982154bd29c9a02aa907b7464_e4cd2374a30a71c1288916301fb15d33 store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:34,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742058_1234 (size=13119) 2024-11-24T00:21:34,170 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241c32a57982154bd29c9a02aa907b7464_e4cd2374a30a71c1288916301fb15d33, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:34,170 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241c32a57982154bd29c9a02aa907b7464_e4cd2374a30a71c1288916301fb15d33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742059_1235 (size=4469) 2024-11-24T00:21:34,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:34,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T00:21:34,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:34,255 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T00:21:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124014c550f33e343e39e640e52688252d0_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407692915/Put/seqid=0 2024-11-24T00:21:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742060_1236 (size=12454) 2024-11-24T00:21:34,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:34,292 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124014c550f33e343e39e640e52688252d0_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124014c550f33e343e39e640e52688252d0_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:34,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/df7000bcc8a3435c98ca42993efe4af7, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:34,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/df7000bcc8a3435c98ca42993efe4af7 is 175, key is test_row_0/A:col10/1732407692915/Put/seqid=0 2024-11-24T00:21:34,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742061_1237 (size=31255) 2024-11-24T00:21:34,559 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/72b22fe29afd4fe9a7e6e8e5b26b527c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/72b22fe29afd4fe9a7e6e8e5b26b527c 2024-11-24T00:21:34,564 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/B of e4cd2374a30a71c1288916301fb15d33 into 72b22fe29afd4fe9a7e6e8e5b26b527c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:34,564 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:34,564 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/B, priority=13, startTime=1732407694138; duration=0sec 2024-11-24T00:21:34,564 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:34,564 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:B 2024-11-24T00:21:34,564 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:34,565 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:34,565 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e4cd2374a30a71c1288916301fb15d33/C is initiating minor compaction (all files) 2024-11-24T00:21:34,565 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e4cd2374a30a71c1288916301fb15d33/C in TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:34,565 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/79edbf698ec84752a01bb321241f3a82, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/73f9cd9570604babbc6ccc85479ce93d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e238b78fc8a4c949b34d622efa80a1b] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp, totalSize=36.7 K 2024-11-24T00:21:34,565 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 79edbf698ec84752a01bb321241f3a82, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732407690000 2024-11-24T00:21:34,566 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f9cd9570604babbc6ccc85479ce93d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732407690367 2024-11-24T00:21:34,566 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e238b78fc8a4c949b34d622efa80a1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732407692525 2024-11-24T00:21:34,573 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:34,573 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/9b916ad5001d4168aacdb1d40f229ac4 is 50, key is test_row_0/C:col10/1732407692554/Put/seqid=0 2024-11-24T00:21:34,576 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e4cd2374a30a71c1288916301fb15d33#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:34,576 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/9694559bc9784e2f97b7e5f83a007a4c is 175, key is test_row_0/A:col10/1732407692554/Put/seqid=0 2024-11-24T00:21:34,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742062_1238 (size=13119) 2024-11-24T00:21:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742063_1239 (size=32073) 2024-11-24T00:21:34,583 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/9b916ad5001d4168aacdb1d40f229ac4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/9b916ad5001d4168aacdb1d40f229ac4 2024-11-24T00:21:34,587 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/C of e4cd2374a30a71c1288916301fb15d33 into 9b916ad5001d4168aacdb1d40f229ac4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:34,587 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:34,587 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/C, priority=13, startTime=1732407694138; duration=0sec 2024-11-24T00:21:34,587 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:34,587 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:C 2024-11-24T00:21:34,703 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/df7000bcc8a3435c98ca42993efe4af7 2024-11-24T00:21:34,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/4a3d6dd3bf99443797cd185026e09d72 is 50, key is test_row_0/B:col10/1732407692915/Put/seqid=0 2024-11-24T00:21:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742064_1240 (size=12301) 2024-11-24T00:21:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:34,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. as already flushing 2024-11-24T00:21:34,947 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ad21927 to 127.0.0.1:54804 2024-11-24T00:21:34,947 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:34,980 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2939e0db to 127.0.0.1:54804 2024-11-24T00:21:34,981 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T00:21:34,983 DEBUG [Thread-671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a3d7b93 to 127.0.0.1:54804 2024-11-24T00:21:34,983 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:34,983 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2362c8ba to 127.0.0.1:54804 2024-11-24T00:21:34,983 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:34,987 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/9694559bc9784e2f97b7e5f83a007a4c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/9694559bc9784e2f97b7e5f83a007a4c 2024-11-24T00:21:34,991 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e4cd2374a30a71c1288916301fb15d33/A of e4cd2374a30a71c1288916301fb15d33 into 9694559bc9784e2f97b7e5f83a007a4c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:34,991 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:34,991 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33., storeName=e4cd2374a30a71c1288916301fb15d33/A, priority=13, startTime=1732407694138; duration=0sec 2024-11-24T00:21:34,991 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:34,991 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e4cd2374a30a71c1288916301fb15d33:A 2024-11-24T00:21:35,034 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e8ce40 to 127.0.0.1:54804 2024-11-24T00:21:35,034 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:35,116 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/4a3d6dd3bf99443797cd185026e09d72 2024-11-24T00:21:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/2676325135d84042b6b7cb864bceb1de is 50, key is test_row_0/C:col10/1732407692915/Put/seqid=0 2024-11-24T00:21:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742065_1241 (size=12301) 2024-11-24T00:21:35,527 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/2676325135d84042b6b7cb864bceb1de 2024-11-24T00:21:35,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/df7000bcc8a3435c98ca42993efe4af7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/df7000bcc8a3435c98ca42993efe4af7 2024-11-24T00:21:35,534 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/df7000bcc8a3435c98ca42993efe4af7, entries=150, sequenceid=351, filesize=30.5 K 2024-11-24T00:21:35,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/4a3d6dd3bf99443797cd185026e09d72 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/4a3d6dd3bf99443797cd185026e09d72 2024-11-24T00:21:35,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/4a3d6dd3bf99443797cd185026e09d72, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T00:21:35,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/2676325135d84042b6b7cb864bceb1de as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2676325135d84042b6b7cb864bceb1de 2024-11-24T00:21:35,541 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2676325135d84042b6b7cb864bceb1de, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T00:21:35,542 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=33.54 KB/34350 for e4cd2374a30a71c1288916301fb15d33 in 1287ms, sequenceid=351, compaction requested=false 2024-11-24T00:21:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-24T00:21:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-24T00:21:35,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T00:21:35,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6620 sec 2024-11-24T00:21:35,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.6690 sec 2024-11-24T00:21:36,112 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T00:21:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T00:21:36,982 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6865 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6789 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2916 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8748 rows 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2909 2024-11-24T00:21:36,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8727 rows 2024-11-24T00:21:36,982 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T00:21:36,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x415dec94 to 127.0.0.1:54804 2024-11-24T00:21:36,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:21:36,984 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T00:21:36,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T00:21:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T00:21:36,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407696988"}]},"ts":"1732407696988"} 2024-11-24T00:21:36,989 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T00:21:36,992 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T00:21:36,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:21:36,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, UNASSIGN}] 2024-11-24T00:21:36,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, UNASSIGN 2024-11-24T00:21:36,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:36,996 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:21:36,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:21:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T00:21:37,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:37,147 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing e4cd2374a30a71c1288916301fb15d33, disabling compactions & flushes 2024-11-24T00:21:37,148 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. after waiting 0 ms 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:37,148 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing e4cd2374a30a71c1288916301fb15d33 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=A 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=B 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e4cd2374a30a71c1288916301fb15d33, store=C 2024-11-24T00:21:37,148 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:37,155 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a82ce1ce7a0d4832a54647cfcc58d967_e4cd2374a30a71c1288916301fb15d33 is 50, key is test_row_0/A:col10/1732407695033/Put/seqid=0 2024-11-24T00:21:37,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742066_1242 (size=9914) 2024-11-24T00:21:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T00:21:37,560 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:37,563 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a82ce1ce7a0d4832a54647cfcc58d967_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a82ce1ce7a0d4832a54647cfcc58d967_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:37,564 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/f370f8f026604b1fbdcd9584ac572668, store: [table=TestAcidGuarantees family=A region=e4cd2374a30a71c1288916301fb15d33] 2024-11-24T00:21:37,565 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/f370f8f026604b1fbdcd9584ac572668 is 175, key is test_row_0/A:col10/1732407695033/Put/seqid=0 2024-11-24T00:21:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742067_1243 (size=22561) 2024-11-24T00:21:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T00:21:37,969 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/f370f8f026604b1fbdcd9584ac572668 2024-11-24T00:21:37,976 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/063f59d4e5db4f89bbb2c1374d15fedf is 50, key is test_row_0/B:col10/1732407695033/Put/seqid=0 2024-11-24T00:21:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742068_1244 (size=9857) 2024-11-24T00:21:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T00:21:38,380 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/063f59d4e5db4f89bbb2c1374d15fedf 2024-11-24T00:21:38,387 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/6631aa6ec0bd4d459653884dc75770ee is 50, key is test_row_0/C:col10/1732407695033/Put/seqid=0 2024-11-24T00:21:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742069_1245 (size=9857) 2024-11-24T00:21:38,792 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/6631aa6ec0bd4d459653884dc75770ee 2024-11-24T00:21:38,796 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/A/f370f8f026604b1fbdcd9584ac572668 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/f370f8f026604b1fbdcd9584ac572668 2024-11-24T00:21:38,799 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/f370f8f026604b1fbdcd9584ac572668, entries=100, sequenceid=362, filesize=22.0 K 2024-11-24T00:21:38,799 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/B/063f59d4e5db4f89bbb2c1374d15fedf as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/063f59d4e5db4f89bbb2c1374d15fedf 2024-11-24T00:21:38,802 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/063f59d4e5db4f89bbb2c1374d15fedf, entries=100, sequenceid=362, filesize=9.6 K 2024-11-24T00:21:38,803 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/.tmp/C/6631aa6ec0bd4d459653884dc75770ee as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/6631aa6ec0bd4d459653884dc75770ee 2024-11-24T00:21:38,806 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/6631aa6ec0bd4d459653884dc75770ee, entries=100, sequenceid=362, filesize=9.6 K 2024-11-24T00:21:38,807 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e4cd2374a30a71c1288916301fb15d33 in 1659ms, sequenceid=362, compaction requested=true 2024-11-24T00:21:38,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8e9a2ff74517461898eba0fdd2fca9fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8519434ebadb47e88be4178f0c9e3ab7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/7e9b42f4112842ff99fffbbb3076cfe1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/1854a34e4aca4510b0a032f8bd0470ba, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4d0991689f7f4822aa05dcdb33adb76c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/05a616bc98b6437c8ab42d4a2ba39912, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9568fb10a4f4d28a391daada7016d2a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/772e71afbd3047e19b64497975440eff, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d66145556944adb95a5ca0058efaf3d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9a1935ce0914dffb20deef032138b67, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ef1e3040d59348ceacf26210f2784fa8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0c9685591eb94755a3b95e29221f334e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/224ac22106d744288e5bbe8c3b0dbce7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/92cd5f786af34b5a8ce3a0e92aa67615, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/89090749015646049f441df18214b4f0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d9ad33322844e30916b2ee6e6273580, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/d9aebf217e144cdf93a2a97c6be04e32, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/bd6d34f6c6594645bebcab637fe7a609, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/534981909ad9480c9be28fc07e22a6a3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e051ec59d73f429b942f9bb5d5a1477a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0017413fb8dd478fa9d3703ac38cab9b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ccc550f35bd24186bbd240862f2cdc7f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/85057d113f804cf5bf3b010f0cc97555] to archive 2024-11-24T00:21:38,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:21:38,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8e9a2ff74517461898eba0fdd2fca9fb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8e9a2ff74517461898eba0fdd2fca9fb 2024-11-24T00:21:38,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8519434ebadb47e88be4178f0c9e3ab7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/8519434ebadb47e88be4178f0c9e3ab7 2024-11-24T00:21:38,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/7e9b42f4112842ff99fffbbb3076cfe1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/7e9b42f4112842ff99fffbbb3076cfe1 2024-11-24T00:21:38,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/1854a34e4aca4510b0a032f8bd0470ba to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/1854a34e4aca4510b0a032f8bd0470ba 2024-11-24T00:21:38,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4d0991689f7f4822aa05dcdb33adb76c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4d0991689f7f4822aa05dcdb33adb76c 2024-11-24T00:21:38,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/05a616bc98b6437c8ab42d4a2ba39912 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/05a616bc98b6437c8ab42d4a2ba39912 2024-11-24T00:21:38,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9568fb10a4f4d28a391daada7016d2a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9568fb10a4f4d28a391daada7016d2a 2024-11-24T00:21:38,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/772e71afbd3047e19b64497975440eff to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/772e71afbd3047e19b64497975440eff 2024-11-24T00:21:38,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d66145556944adb95a5ca0058efaf3d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d66145556944adb95a5ca0058efaf3d 2024-11-24T00:21:38,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9a1935ce0914dffb20deef032138b67 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e9a1935ce0914dffb20deef032138b67 2024-11-24T00:21:38,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ef1e3040d59348ceacf26210f2784fa8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ef1e3040d59348ceacf26210f2784fa8 2024-11-24T00:21:38,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0c9685591eb94755a3b95e29221f334e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0c9685591eb94755a3b95e29221f334e 2024-11-24T00:21:38,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/224ac22106d744288e5bbe8c3b0dbce7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/224ac22106d744288e5bbe8c3b0dbce7 2024-11-24T00:21:38,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/92cd5f786af34b5a8ce3a0e92aa67615 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/92cd5f786af34b5a8ce3a0e92aa67615 2024-11-24T00:21:38,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/89090749015646049f441df18214b4f0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/89090749015646049f441df18214b4f0 2024-11-24T00:21:38,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d9ad33322844e30916b2ee6e6273580 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/6d9ad33322844e30916b2ee6e6273580 2024-11-24T00:21:38,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/4f616349ef7e4a7fb6cedd0f3e5f4cf3 2024-11-24T00:21:38,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/d9aebf217e144cdf93a2a97c6be04e32 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/d9aebf217e144cdf93a2a97c6be04e32 2024-11-24T00:21:38,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/bd6d34f6c6594645bebcab637fe7a609 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/bd6d34f6c6594645bebcab637fe7a609 2024-11-24T00:21:38,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/534981909ad9480c9be28fc07e22a6a3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/534981909ad9480c9be28fc07e22a6a3 2024-11-24T00:21:38,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e051ec59d73f429b942f9bb5d5a1477a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/e051ec59d73f429b942f9bb5d5a1477a 2024-11-24T00:21:38,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0017413fb8dd478fa9d3703ac38cab9b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/0017413fb8dd478fa9d3703ac38cab9b 2024-11-24T00:21:38,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ccc550f35bd24186bbd240862f2cdc7f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/ccc550f35bd24186bbd240862f2cdc7f 2024-11-24T00:21:38,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/85057d113f804cf5bf3b010f0cc97555 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/85057d113f804cf5bf3b010f0cc97555 2024-11-24T00:21:38,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8d42ece2546443aa907f14ab3a6e038f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/b82d9c1365b54e3c95fe4c779942549d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/33dfc65ad2ee4aa68004925425ba5e7a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/004c0534412b45da8ad544f5526eb973, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9eba6ac4b50b4c57868af671dac403ae, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/91291263393d44b8b154af56515c19db, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/5d439c3c70df4c95ad59dd0cd6bd530e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/572ac065c09845ea8fb117d72c98be47, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/f4a8f318487c4c279e7c8a2438b10305, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/3e365fdd602a41e18b9e8864a3540687, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/428fd5d41a1040c28231c98601b22b1a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/18340f96eaee4f579d68bfad1d7c6e4f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d7756cd52cf8482db9a06d7728ceb4ab, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1e43db1c788541f2967764f8385aba8a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9d7a70f8818c4f64859bf1e748fd719d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/a403106dbc9b44e09fe155c90d5274ca, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/0d21e1323aff4e7392fef7d13e24c57b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d72423591b9b41368c13a6ef7da14a8e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1624f0701030421294c4fa70ed23903b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/164f797532d54033b01feac25356bb04, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/78b90dcdfd0648d28301423ba560602e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8f8fd06b89354ce3989d9ca68ee5053d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9886de723d374d31ad131fd298a1f73b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/808bd0e9f46f4b1bb99701aacb8658fe] to archive 2024-11-24T00:21:38,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:21:38,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8d42ece2546443aa907f14ab3a6e038f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8d42ece2546443aa907f14ab3a6e038f 2024-11-24T00:21:38,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/b82d9c1365b54e3c95fe4c779942549d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/b82d9c1365b54e3c95fe4c779942549d 2024-11-24T00:21:38,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/33dfc65ad2ee4aa68004925425ba5e7a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/33dfc65ad2ee4aa68004925425ba5e7a 2024-11-24T00:21:38,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/004c0534412b45da8ad544f5526eb973 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/004c0534412b45da8ad544f5526eb973 2024-11-24T00:21:38,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9eba6ac4b50b4c57868af671dac403ae to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9eba6ac4b50b4c57868af671dac403ae 2024-11-24T00:21:38,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/91291263393d44b8b154af56515c19db to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/91291263393d44b8b154af56515c19db 2024-11-24T00:21:38,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/5d439c3c70df4c95ad59dd0cd6bd530e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/5d439c3c70df4c95ad59dd0cd6bd530e 2024-11-24T00:21:38,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/572ac065c09845ea8fb117d72c98be47 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/572ac065c09845ea8fb117d72c98be47 2024-11-24T00:21:38,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/f4a8f318487c4c279e7c8a2438b10305 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/f4a8f318487c4c279e7c8a2438b10305 2024-11-24T00:21:38,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/3e365fdd602a41e18b9e8864a3540687 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/3e365fdd602a41e18b9e8864a3540687 2024-11-24T00:21:38,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/428fd5d41a1040c28231c98601b22b1a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/428fd5d41a1040c28231c98601b22b1a 2024-11-24T00:21:38,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/18340f96eaee4f579d68bfad1d7c6e4f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/18340f96eaee4f579d68bfad1d7c6e4f 2024-11-24T00:21:38,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d7756cd52cf8482db9a06d7728ceb4ab to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d7756cd52cf8482db9a06d7728ceb4ab 2024-11-24T00:21:38,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1e43db1c788541f2967764f8385aba8a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1e43db1c788541f2967764f8385aba8a 2024-11-24T00:21:38,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9d7a70f8818c4f64859bf1e748fd719d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9d7a70f8818c4f64859bf1e748fd719d 2024-11-24T00:21:38,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/a403106dbc9b44e09fe155c90d5274ca to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/a403106dbc9b44e09fe155c90d5274ca 2024-11-24T00:21:38,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/0d21e1323aff4e7392fef7d13e24c57b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/0d21e1323aff4e7392fef7d13e24c57b 2024-11-24T00:21:38,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d72423591b9b41368c13a6ef7da14a8e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/d72423591b9b41368c13a6ef7da14a8e 2024-11-24T00:21:38,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1624f0701030421294c4fa70ed23903b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/1624f0701030421294c4fa70ed23903b 2024-11-24T00:21:38,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/164f797532d54033b01feac25356bb04 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/164f797532d54033b01feac25356bb04 2024-11-24T00:21:38,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/78b90dcdfd0648d28301423ba560602e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/78b90dcdfd0648d28301423ba560602e 2024-11-24T00:21:38,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8f8fd06b89354ce3989d9ca68ee5053d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/8f8fd06b89354ce3989d9ca68ee5053d 2024-11-24T00:21:38,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9886de723d374d31ad131fd298a1f73b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/9886de723d374d31ad131fd298a1f73b 2024-11-24T00:21:38,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/808bd0e9f46f4b1bb99701aacb8658fe to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/808bd0e9f46f4b1bb99701aacb8658fe 2024-11-24T00:21:38,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/ac4a5d703c994e51a7af4b1dfd443d53, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/e083a0e4ae1843d3ad6bbe3a0636f6ac, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/04fc2347420c4608a07e03ec895d41a1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c3d86dbd658942a3bee7fef64dbeb75e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/dda9340a452c41ffb2e87b6d5b7207ce, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/be5b83eabf1243bd854d7328bb71d77a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/47438e9eb2eb410b92590ca40f648d18, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/3920d6b78127481ba5acdefe7d415c7f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/885e5ca90ab64052bde23cb4bf81f5a7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/db8336ffb6b8410992ac95ae3b075a4e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c07c85a2775b494a84ca7b1622204c31, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/02f32f8faa8f47419b94aaca90b35f4b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/f86e761017434ed59fff879d0ea14def, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/5b18a4033f8b477c8fa31d35cfab0b6a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/46719ee5778f419c95ac4587b9aeb895, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2535222c4739485ba52c44af623cabd9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/612b831e1720480c88db03927d906399, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e56b602f68746d9ad2b77230e793016, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/a401edea75b74b1da0cef064941dc9b1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/b2740a9fc6c747f2b633e13bd2fb3db7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/79edbf698ec84752a01bb321241f3a82, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/13ae16ddbe7c4330970e1d862a1bf677, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/73f9cd9570604babbc6ccc85479ce93d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e238b78fc8a4c949b34d622efa80a1b] to archive 2024-11-24T00:21:38,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:21:38,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/ac4a5d703c994e51a7af4b1dfd443d53 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/ac4a5d703c994e51a7af4b1dfd443d53 2024-11-24T00:21:38,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/e083a0e4ae1843d3ad6bbe3a0636f6ac to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/e083a0e4ae1843d3ad6bbe3a0636f6ac 2024-11-24T00:21:38,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/04fc2347420c4608a07e03ec895d41a1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/04fc2347420c4608a07e03ec895d41a1 2024-11-24T00:21:38,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c3d86dbd658942a3bee7fef64dbeb75e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c3d86dbd658942a3bee7fef64dbeb75e 2024-11-24T00:21:38,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/dda9340a452c41ffb2e87b6d5b7207ce to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/dda9340a452c41ffb2e87b6d5b7207ce 2024-11-24T00:21:38,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/be5b83eabf1243bd854d7328bb71d77a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/be5b83eabf1243bd854d7328bb71d77a 2024-11-24T00:21:38,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/47438e9eb2eb410b92590ca40f648d18 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/47438e9eb2eb410b92590ca40f648d18 2024-11-24T00:21:38,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/3920d6b78127481ba5acdefe7d415c7f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/3920d6b78127481ba5acdefe7d415c7f 2024-11-24T00:21:38,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/885e5ca90ab64052bde23cb4bf81f5a7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/885e5ca90ab64052bde23cb4bf81f5a7 2024-11-24T00:21:38,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/db8336ffb6b8410992ac95ae3b075a4e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/db8336ffb6b8410992ac95ae3b075a4e 2024-11-24T00:21:38,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c07c85a2775b494a84ca7b1622204c31 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/c07c85a2775b494a84ca7b1622204c31 2024-11-24T00:21:38,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/02f32f8faa8f47419b94aaca90b35f4b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/02f32f8faa8f47419b94aaca90b35f4b 2024-11-24T00:21:38,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/f86e761017434ed59fff879d0ea14def to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/f86e761017434ed59fff879d0ea14def 2024-11-24T00:21:38,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/5b18a4033f8b477c8fa31d35cfab0b6a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/5b18a4033f8b477c8fa31d35cfab0b6a 2024-11-24T00:21:38,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/46719ee5778f419c95ac4587b9aeb895 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/46719ee5778f419c95ac4587b9aeb895 2024-11-24T00:21:38,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2535222c4739485ba52c44af623cabd9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2535222c4739485ba52c44af623cabd9 2024-11-24T00:21:38,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/612b831e1720480c88db03927d906399 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/612b831e1720480c88db03927d906399 2024-11-24T00:21:38,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e56b602f68746d9ad2b77230e793016 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e56b602f68746d9ad2b77230e793016 2024-11-24T00:21:38,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/a401edea75b74b1da0cef064941dc9b1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/a401edea75b74b1da0cef064941dc9b1 2024-11-24T00:21:38,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/b2740a9fc6c747f2b633e13bd2fb3db7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/b2740a9fc6c747f2b633e13bd2fb3db7 2024-11-24T00:21:38,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/79edbf698ec84752a01bb321241f3a82 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/79edbf698ec84752a01bb321241f3a82 2024-11-24T00:21:38,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/13ae16ddbe7c4330970e1d862a1bf677 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/13ae16ddbe7c4330970e1d862a1bf677 2024-11-24T00:21:38,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/73f9cd9570604babbc6ccc85479ce93d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/73f9cd9570604babbc6ccc85479ce93d 2024-11-24T00:21:38,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e238b78fc8a4c949b34d622efa80a1b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/4e238b78fc8a4c949b34d622efa80a1b 2024-11-24T00:21:38,888 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/recovered.edits/365.seqid, newMaxSeqId=365, maxSeqId=4 2024-11-24T00:21:38,889 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33. 2024-11-24T00:21:38,889 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for e4cd2374a30a71c1288916301fb15d33: 2024-11-24T00:21:38,890 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:38,890 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=e4cd2374a30a71c1288916301fb15d33, regionState=CLOSED 2024-11-24T00:21:38,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T00:21:38,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure e4cd2374a30a71c1288916301fb15d33, server=1a18afc96aae,44317,1732407637776 in 1.8950 sec 2024-11-24T00:21:38,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-24T00:21:38,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e4cd2374a30a71c1288916301fb15d33, UNASSIGN in 1.8980 sec 2024-11-24T00:21:38,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T00:21:38,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9010 sec 2024-11-24T00:21:38,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407698895"}]},"ts":"1732407698895"} 2024-11-24T00:21:38,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T00:21:38,898 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T00:21:38,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9150 sec 2024-11-24T00:21:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T00:21:39,091 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T00:21:39,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T00:21:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:39,093 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T00:21:39,094 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:39,096 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,099 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/recovered.edits] 2024-11-24T00:21:39,101 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/9694559bc9784e2f97b7e5f83a007a4c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/9694559bc9784e2f97b7e5f83a007a4c 2024-11-24T00:21:39,103 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/df7000bcc8a3435c98ca42993efe4af7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/df7000bcc8a3435c98ca42993efe4af7 2024-11-24T00:21:39,104 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/f370f8f026604b1fbdcd9584ac572668 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/A/f370f8f026604b1fbdcd9584ac572668 2024-11-24T00:21:39,106 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/063f59d4e5db4f89bbb2c1374d15fedf to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/063f59d4e5db4f89bbb2c1374d15fedf 2024-11-24T00:21:39,107 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/4a3d6dd3bf99443797cd185026e09d72 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/4a3d6dd3bf99443797cd185026e09d72 2024-11-24T00:21:39,108 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/72b22fe29afd4fe9a7e6e8e5b26b527c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/B/72b22fe29afd4fe9a7e6e8e5b26b527c 2024-11-24T00:21:39,110 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2676325135d84042b6b7cb864bceb1de to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/2676325135d84042b6b7cb864bceb1de 2024-11-24T00:21:39,111 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/6631aa6ec0bd4d459653884dc75770ee to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/6631aa6ec0bd4d459653884dc75770ee 2024-11-24T00:21:39,112 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/9b916ad5001d4168aacdb1d40f229ac4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/C/9b916ad5001d4168aacdb1d40f229ac4 2024-11-24T00:21:39,115 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/recovered.edits/365.seqid to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33/recovered.edits/365.seqid 2024-11-24T00:21:39,115 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,116 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T00:21:39,116 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T00:21:39,117 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T00:21:39,120 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124014c550f33e343e39e640e52688252d0_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124014c550f33e343e39e640e52688252d0_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,121 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c2e31939e084dbcbadbdfcdf988bfd3_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c2e31939e084dbcbadbdfcdf988bfd3_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,122 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ad1efec3c0b45b1b5f982740186ac9e_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ad1efec3c0b45b1b5f982740186ac9e_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,123 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243349e52ff82b460095e2385a434a4e57_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243349e52ff82b460095e2385a434a4e57_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,125 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fc2fe9d82e44a30b00571857661f74e_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fc2fe9d82e44a30b00571857661f74e_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,126 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112447d039734fe747d9ba53494603f7252e_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112447d039734fe747d9ba53494603f7252e_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,127 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112447d541c9551e4f84ab1c30f1741d921b_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112447d541c9551e4f84ab1c30f1741d921b_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,128 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112454ebac2724ed4684bc33403697870503_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112454ebac2724ed4684bc33403697870503_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,129 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246362fb0a96374d1dadfcce3a27d89e39_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246362fb0a96374d1dadfcce3a27d89e39_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,130 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480a889dd82e54d578759183a7a41a8fd_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480a889dd82e54d578759183a7a41a8fd_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,131 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248a0dfc70dd584b97a6b25376af41c3aa_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248a0dfc70dd584b97a6b25376af41c3aa_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,132 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248aaaab372ab94062a85a7e98688fae28_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248aaaab372ab94062a85a7e98688fae28_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,133 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112492ecf4bba1f94cd4af294ceb7fcfc092_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112492ecf4bba1f94cd4af294ceb7fcfc092_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,134 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249f81d0a10b8d45b298641f0a21c09578_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249f81d0a10b8d45b298641f0a21c09578_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,135 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a82ce1ce7a0d4832a54647cfcc58d967_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a82ce1ce7a0d4832a54647cfcc58d967_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,136 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab235185f1b2475394948dd416c86164_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab235185f1b2475394948dd416c86164_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,137 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b48ba7c995cc484593eb58034b3e189a_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b48ba7c995cc484593eb58034b3e189a_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,138 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c4c51b0b3a4a44129ae91653498a3a08_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c4c51b0b3a4a44129ae91653498a3a08_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,139 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ece85c38d18d4c2b994354159aa1f510_e4cd2374a30a71c1288916301fb15d33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ece85c38d18d4c2b994354159aa1f510_e4cd2374a30a71c1288916301fb15d33 2024-11-24T00:21:39,140 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T00:21:39,141 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:39,144 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T00:21:39,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T00:21:39,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:39,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T00:21:39,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732407699147"}]},"ts":"9223372036854775807"} 2024-11-24T00:21:39,149 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T00:21:39,149 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e4cd2374a30a71c1288916301fb15d33, NAME => 'TestAcidGuarantees,,1732407669886.e4cd2374a30a71c1288916301fb15d33.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T00:21:39,149 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T00:21:39,150 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732407699149"}]},"ts":"9223372036854775807"} 2024-11-24T00:21:39,151 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T00:21:39,154 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:39,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-24T00:21:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T00:21:39,194 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T00:21:39,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1199103555_22 at /127.0.0.1:50628 [Waiting for operation #963] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-832871701_22 at /127.0.0.1:50876 [Waiting for operation #355] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1199103555_22 at /127.0.0.1:50862 [Waiting for operation #362] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-832871701_22 at /127.0.0.1:35820 [Waiting for operation #950] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7189 (was 7687) 2024-11-24T00:21:39,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=7189 2024-11-24T00:21:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:21:39,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:21:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T00:21:39,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T00:21:39,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:39,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-11-24T00:21:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-24T00:21:39,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T00:21:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742070_1246 (size=960) 2024-11-24T00:21:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-24T00:21:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-24T00:21:39,630 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:21:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742071_1247 (size=53) 2024-11-24T00:21:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-24T00:21:40,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:21:40,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fdfb6f3077a7ef625c8acbd6639b1e5a, disabling compactions & flushes 2024-11-24T00:21:40,036 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. after waiting 0 ms 2024-11-24T00:21:40,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,036 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:40,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T00:21:40,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732407700037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732407700037"}]},"ts":"1732407700037"} 2024-11-24T00:21:40,039 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T00:21:40,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T00:21:40,039 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407700039"}]},"ts":"1732407700039"} 2024-11-24T00:21:40,040 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T00:21:40,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdfb6f3077a7ef625c8acbd6639b1e5a, ASSIGN}] 2024-11-24T00:21:40,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdfb6f3077a7ef625c8acbd6639b1e5a, ASSIGN 2024-11-24T00:21:40,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdfb6f3077a7ef625c8acbd6639b1e5a, ASSIGN; state=OFFLINE, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=false 2024-11-24T00:21:40,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=fdfb6f3077a7ef625c8acbd6639b1e5a, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:40,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:21:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-24T00:21:40,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:40,351 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,351 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:21:40,352 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,352 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:21:40,352 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,352 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,353 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,355 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:40,355 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfb6f3077a7ef625c8acbd6639b1e5a columnFamilyName A 2024-11-24T00:21:40,355 DEBUG [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:40,355 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.HStore(327): Store=fdfb6f3077a7ef625c8acbd6639b1e5a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:40,355 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,356 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:40,356 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfb6f3077a7ef625c8acbd6639b1e5a columnFamilyName B 2024-11-24T00:21:40,356 DEBUG [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:40,357 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.HStore(327): Store=fdfb6f3077a7ef625c8acbd6639b1e5a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:40,357 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,358 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:21:40,358 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfb6f3077a7ef625c8acbd6639b1e5a columnFamilyName C 2024-11-24T00:21:40,358 DEBUG [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:21:40,358 INFO [StoreOpener-fdfb6f3077a7ef625c8acbd6639b1e5a-1 {}] regionserver.HStore(327): Store=fdfb6f3077a7ef625c8acbd6639b1e5a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:21:40,358 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,359 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,359 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,361 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:21:40,361 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:40,364 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:21:40,364 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened fdfb6f3077a7ef625c8acbd6639b1e5a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61308194, jitterRate=-0.08643671870231628}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:21:40,365 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:40,366 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., pid=76, masterSystemTime=1732407700348 2024-11-24T00:21:40,367 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,368 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:40,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=fdfb6f3077a7ef625c8acbd6639b1e5a, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:40,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T00:21:40,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 in 172 msec 2024-11-24T00:21:40,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-24T00:21:40,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdfb6f3077a7ef625c8acbd6639b1e5a, ASSIGN in 326 msec 2024-11-24T00:21:40,372 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T00:21:40,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407700372"}]},"ts":"1732407700372"} 2024-11-24T00:21:40,373 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T00:21:40,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T00:21:40,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-24T00:21:40,935 DEBUG [master/1a18afc96aae:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T00:21:40,941 DEBUG [master/1a18afc96aae:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9721533387e756f7f29c683b93266ac4 changed from -1.0 to 0.0, refreshing cache 2024-11-24T00:21:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-24T00:21:41,326 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-11-24T00:21:41,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fe4ac0b to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4becc07d 2024-11-24T00:21:41,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a751b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,334 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T00:21:41,336 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T00:21:41,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x718544b3 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cc79dd6 2024-11-24T00:21:41,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4256e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9ffc85 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cd6e3ed 2024-11-24T00:21:41,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ed3e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,345 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18724143 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13b0002b 2024-11-24T00:21:41,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62de434f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04215ff2 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1703a605 2024-11-24T00:21:41,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7575b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,352 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cb89dc6 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@168133da 2024-11-24T00:21:41,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b377948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a724365 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a9f805a 2024-11-24T00:21:41,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505ffc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d59ed84 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b123525 2024-11-24T00:21:41,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f33e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4187186b to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bd6a663 2024-11-24T00:21:41,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532e5d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ec51b52 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10be4157 2024-11-24T00:21:41,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dd347a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,375 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20a7636c to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42712ad6 2024-11-24T00:21:41,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad7b806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:21:41,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T00:21:41,385 DEBUG [hconnection-0x7490d2c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,385 DEBUG [hconnection-0x77bff0fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T00:21:41,386 DEBUG [hconnection-0x688bfe27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,386 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,386 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,387 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,387 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:41,387 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:41,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:41,388 DEBUG [hconnection-0x4cb3ba0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,388 DEBUG [hconnection-0x36f35b87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,389 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,389 DEBUG [hconnection-0xa1815ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,390 DEBUG [hconnection-0x4431ce74-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,390 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,391 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,394 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,395 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,396 DEBUG [hconnection-0x1ed3f4b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,398 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:41,398 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:21:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:41,413 DEBUG [hconnection-0x6e29e51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:21:41,414 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:21:41,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/fc4d54a69c5e47abb1e6f362f8223fb6 is 50, key is test_row_0/A:col10/1732407701394/Put/seqid=0 2024-11-24T00:21:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742072_1248 (size=12001) 2024-11-24T00:21:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407761445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407761447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407761447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407761448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407761449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T00:21:41,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:41,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407761550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407761551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407761552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407761552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407761553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T00:21:41,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:41,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407761752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407761754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407761754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407761755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407761755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/fc4d54a69c5e47abb1e6f362f8223fb6 2024-11-24T00:21:41,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:41,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:41,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:41,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:41,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:41,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/0e50f02eea7c4ee38c4e8256deaa8641 is 50, key is test_row_0/B:col10/1732407701394/Put/seqid=0 2024-11-24T00:21:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742073_1249 (size=12001) 2024-11-24T00:21:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T00:21:41,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:41,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407762054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407762056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407762057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407762059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407762059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/0e50f02eea7c4ee38c4e8256deaa8641 2024-11-24T00:21:42,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f925e530a9c345d3b7f7074d11b63970 is 50, key is test_row_0/C:col10/1732407701394/Put/seqid=0 2024-11-24T00:21:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742074_1250 (size=12001) 2024-11-24T00:21:42,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T00:21:42,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407762557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407762561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407762562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407762563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407762564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:42,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:42,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:42,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f925e530a9c345d3b7f7074d11b63970 2024-11-24T00:21:42,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/fc4d54a69c5e47abb1e6f362f8223fb6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/fc4d54a69c5e47abb1e6f362f8223fb6 2024-11-24T00:21:42,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/fc4d54a69c5e47abb1e6f362f8223fb6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T00:21:42,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/0e50f02eea7c4ee38c4e8256deaa8641 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/0e50f02eea7c4ee38c4e8256deaa8641 2024-11-24T00:21:42,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/0e50f02eea7c4ee38c4e8256deaa8641, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T00:21:42,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f925e530a9c345d3b7f7074d11b63970 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f925e530a9c345d3b7f7074d11b63970 2024-11-24T00:21:42,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f925e530a9c345d3b7f7074d11b63970, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T00:21:42,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1327ms, sequenceid=14, compaction requested=false 2024-11-24T00:21:42,725 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T00:21:42,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:42,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:42,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T00:21:42,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:42,765 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T00:21:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:42,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/40d839ba2c1f410bb5c84f7e6d594102 is 50, key is test_row_0/A:col10/1732407701448/Put/seqid=0 2024-11-24T00:21:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742075_1251 (size=12001) 2024-11-24T00:21:43,195 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/40d839ba2c1f410bb5c84f7e6d594102 2024-11-24T00:21:43,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/9da75050bfe04c769e06a792b5273a1e is 50, key is test_row_0/B:col10/1732407701448/Put/seqid=0 2024-11-24T00:21:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742076_1252 (size=12001) 2024-11-24T00:21:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T00:21:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:43,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407763572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407763572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407763574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407763574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407763574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,612 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/9da75050bfe04c769e06a792b5273a1e 2024-11-24T00:21:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/a530e9f8239641a480bb1bd4010aa858 is 50, key is test_row_0/C:col10/1732407701448/Put/seqid=0 2024-11-24T00:21:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742077_1253 (size=12001) 2024-11-24T00:21:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407763675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407763678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407763678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407763678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407763879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407763881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407763881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407763881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,025 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/a530e9f8239641a480bb1bd4010aa858 2024-11-24T00:21:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/40d839ba2c1f410bb5c84f7e6d594102 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/40d839ba2c1f410bb5c84f7e6d594102 2024-11-24T00:21:44,034 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/40d839ba2c1f410bb5c84f7e6d594102, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:21:44,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/9da75050bfe04c769e06a792b5273a1e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/9da75050bfe04c769e06a792b5273a1e 2024-11-24T00:21:44,040 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/9da75050bfe04c769e06a792b5273a1e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:21:44,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/a530e9f8239641a480bb1bd4010aa858 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a530e9f8239641a480bb1bd4010aa858 2024-11-24T00:21:44,045 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a530e9f8239641a480bb1bd4010aa858, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:21:44,046 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1282ms, sequenceid=38, compaction requested=false 2024-11-24T00:21:44,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:44,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:44,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T00:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T00:21:44,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T00:21:44,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6600 sec 2024-11-24T00:21:44,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.6660 sec 2024-11-24T00:21:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:44,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:21:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:44,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:44,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/ece599a4e6954ffc8890cc53a798706f is 50, key is test_row_0/A:col10/1732407704181/Put/seqid=0 2024-11-24T00:21:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742078_1254 (size=12001) 2024-11-24T00:21:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407764200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407764201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407764202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407764202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407764304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407764304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407764306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407764306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T00:21:44,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407764507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407764508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407764508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407764509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/ece599a4e6954ffc8890cc53a798706f 2024-11-24T00:21:44,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/29337213b0d44899ad3391aefe6f440e is 50, key is test_row_0/B:col10/1732407704181/Put/seqid=0 2024-11-24T00:21:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742079_1255 (size=12001) 2024-11-24T00:21:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407764810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407764811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407764811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407764812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/29337213b0d44899ad3391aefe6f440e 2024-11-24T00:21:45,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/6cbdb08c011b461eac9fc3063090de8c is 50, key is test_row_0/C:col10/1732407704181/Put/seqid=0 2024-11-24T00:21:45,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742080_1256 (size=12001) 2024-11-24T00:21:45,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407765315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407765316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407765317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407765317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/6cbdb08c011b461eac9fc3063090de8c 2024-11-24T00:21:45,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/ece599a4e6954ffc8890cc53a798706f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ece599a4e6954ffc8890cc53a798706f 2024-11-24T00:21:45,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ece599a4e6954ffc8890cc53a798706f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T00:21:45,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/29337213b0d44899ad3391aefe6f440e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/29337213b0d44899ad3391aefe6f440e 2024-11-24T00:21:45,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/29337213b0d44899ad3391aefe6f440e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T00:21:45,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/6cbdb08c011b461eac9fc3063090de8c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6cbdb08c011b461eac9fc3063090de8c 2024-11-24T00:21:45,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6cbdb08c011b461eac9fc3063090de8c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T00:21:45,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1273ms, sequenceid=51, compaction requested=true 2024-11-24T00:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:45,456 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:45,457 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:45,458 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:45,458 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:45,458 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,458 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/fc4d54a69c5e47abb1e6f362f8223fb6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/40d839ba2c1f410bb5c84f7e6d594102, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ece599a4e6954ffc8890cc53a798706f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=35.2 K 2024-11-24T00:21:45,458 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:45,459 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:45,459 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc4d54a69c5e47abb1e6f362f8223fb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732407701392 2024-11-24T00:21:45,459 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,459 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/0e50f02eea7c4ee38c4e8256deaa8641, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/9da75050bfe04c769e06a792b5273a1e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/29337213b0d44899ad3391aefe6f440e] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=35.2 K 2024-11-24T00:21:45,459 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d839ba2c1f410bb5c84f7e6d594102, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407701436 2024-11-24T00:21:45,459 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e50f02eea7c4ee38c4e8256deaa8641, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732407701392 2024-11-24T00:21:45,459 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ece599a4e6954ffc8890cc53a798706f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732407703569 2024-11-24T00:21:45,460 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da75050bfe04c769e06a792b5273a1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407701436 2024-11-24T00:21:45,460 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 29337213b0d44899ad3391aefe6f440e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732407703569 2024-11-24T00:21:45,468 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:45,469 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:45,469 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/6c74556e17394931b42cc9918f7727ac is 50, key is test_row_0/B:col10/1732407704181/Put/seqid=0 2024-11-24T00:21:45,470 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/674ab07cb1774158ba7e1c7f9b52fe67 is 50, key is test_row_0/A:col10/1732407704181/Put/seqid=0 2024-11-24T00:21:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742081_1257 (size=12104) 2024-11-24T00:21:45,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742082_1258 (size=12104) 2024-11-24T00:21:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T00:21:45,493 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T00:21:45,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T00:21:45,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T00:21:45,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:45,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:45,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T00:21:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:45,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:45,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:45,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:45,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:45,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:45,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2f5e64a0f543402da7de5f2909a4e6a8 is 50, key is test_row_0/A:col10/1732407704199/Put/seqid=0 2024-11-24T00:21:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T00:21:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742083_1259 (size=12001) 2024-11-24T00:21:45,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2f5e64a0f543402da7de5f2909a4e6a8 2024-11-24T00:21:45,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/342c4cf066244807b86ffb73e8b7b41e is 50, key is test_row_0/B:col10/1732407704199/Put/seqid=0 2024-11-24T00:21:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742084_1260 (size=12001) 2024-11-24T00:21:45,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/342c4cf066244807b86ffb73e8b7b41e 2024-11-24T00:21:45,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/9af22600d21c41d0bcbb4fff472cc4b0 is 50, key is test_row_0/C:col10/1732407704199/Put/seqid=0 2024-11-24T00:21:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407765621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742085_1261 (size=12001) 2024-11-24T00:21:45,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T00:21:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407765725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T00:21:45,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T00:21:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,888 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/6c74556e17394931b42cc9918f7727ac as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/6c74556e17394931b42cc9918f7727ac 2024-11-24T00:21:45,890 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/674ab07cb1774158ba7e1c7f9b52fe67 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/674ab07cb1774158ba7e1c7f9b52fe67 2024-11-24T00:21:45,895 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into 6c74556e17394931b42cc9918f7727ac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:45,895 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:45,895 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407705456; duration=0sec 2024-11-24T00:21:45,895 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:45,895 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:45,895 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:45,895 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into 674ab07cb1774158ba7e1c7f9b52fe67(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:45,896 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:45,896 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407705456; duration=0sec 2024-11-24T00:21:45,896 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:45,896 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:45,896 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:45,896 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:45,896 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,896 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f925e530a9c345d3b7f7074d11b63970, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a530e9f8239641a480bb1bd4010aa858, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6cbdb08c011b461eac9fc3063090de8c] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=35.2 K 2024-11-24T00:21:45,897 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f925e530a9c345d3b7f7074d11b63970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732407701392 2024-11-24T00:21:45,897 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a530e9f8239641a480bb1bd4010aa858, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407701436 2024-11-24T00:21:45,897 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cbdb08c011b461eac9fc3063090de8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732407703569 2024-11-24T00:21:45,905 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:45,906 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/aec316f9513d4c83a57943d63cc80057 is 50, key is test_row_0/C:col10/1732407704181/Put/seqid=0 2024-11-24T00:21:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742086_1262 (size=12104) 2024-11-24T00:21:45,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407765929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:45,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T00:21:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:45,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:46,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/9af22600d21c41d0bcbb4fff472cc4b0 2024-11-24T00:21:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2f5e64a0f543402da7de5f2909a4e6a8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5e64a0f543402da7de5f2909a4e6a8 2024-11-24T00:21:46,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5e64a0f543402da7de5f2909a4e6a8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T00:21:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/342c4cf066244807b86ffb73e8b7b41e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/342c4cf066244807b86ffb73e8b7b41e 2024-11-24T00:21:46,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/342c4cf066244807b86ffb73e8b7b41e, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T00:21:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/9af22600d21c41d0bcbb4fff472cc4b0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/9af22600d21c41d0bcbb4fff472cc4b0 2024-11-24T00:21:46,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/9af22600d21c41d0bcbb4fff472cc4b0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T00:21:46,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fdfb6f3077a7ef625c8acbd6639b1e5a in 463ms, sequenceid=75, compaction requested=false 2024-11-24T00:21:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T00:21:46,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T00:21:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:46,108 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:21:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:46,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/82f339faec4148fe93d0b9a412c1e0b5 is 50, key is test_row_0/A:col10/1732407705598/Put/seqid=0 2024-11-24T00:21:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742087_1263 (size=12001) 2024-11-24T00:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:46,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407766283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407766320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407766322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407766323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407766325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,326 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/aec316f9513d4c83a57943d63cc80057 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/aec316f9513d4c83a57943d63cc80057 2024-11-24T00:21:46,332 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into aec316f9513d4c83a57943d63cc80057(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:46,332 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:46,332 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=13, startTime=1732407705456; duration=0sec 2024-11-24T00:21:46,332 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:46,332 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407766387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,517 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/82f339faec4148fe93d0b9a412c1e0b5 2024-11-24T00:21:46,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/cddd7cae4b484f6f84e00a6602fcf3b4 is 50, key is test_row_0/B:col10/1732407705598/Put/seqid=0 2024-11-24T00:21:46,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742088_1264 (size=12001) 2024-11-24T00:21:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407766590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T00:21:46,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407766894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:46,929 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/cddd7cae4b484f6f84e00a6602fcf3b4 2024-11-24T00:21:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/6308eaf0c3694a459a83f1763bc1aeb0 is 50, key is test_row_0/C:col10/1732407705598/Put/seqid=0 2024-11-24T00:21:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742089_1265 (size=12001) 2024-11-24T00:21:47,341 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/6308eaf0c3694a459a83f1763bc1aeb0 2024-11-24T00:21:47,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/82f339faec4148fe93d0b9a412c1e0b5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/82f339faec4148fe93d0b9a412c1e0b5 2024-11-24T00:21:47,350 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/82f339faec4148fe93d0b9a412c1e0b5, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T00:21:47,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/cddd7cae4b484f6f84e00a6602fcf3b4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/cddd7cae4b484f6f84e00a6602fcf3b4 2024-11-24T00:21:47,361 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/cddd7cae4b484f6f84e00a6602fcf3b4, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T00:21:47,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/6308eaf0c3694a459a83f1763bc1aeb0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6308eaf0c3694a459a83f1763bc1aeb0 2024-11-24T00:21:47,367 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6308eaf0c3694a459a83f1763bc1aeb0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T00:21:47,367 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1259ms, sequenceid=89, compaction requested=true 2024-11-24T00:21:47,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:47,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:47,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T00:21:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T00:21:47,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T00:21:47,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-11-24T00:21:47,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8770 sec 2024-11-24T00:21:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:47,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:21:47,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:47,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:47,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:47,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:47,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:47,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:47,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/062aabc20ddc41a7a26cfa2f5dc698f8 is 50, key is test_row_0/A:col10/1732407706282/Put/seqid=0 2024-11-24T00:21:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742090_1266 (size=12001) 2024-11-24T00:21:47,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/062aabc20ddc41a7a26cfa2f5dc698f8 2024-11-24T00:21:47,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/781c26d088814a289bdc5bec291fa523 is 50, key is test_row_0/B:col10/1732407706282/Put/seqid=0 2024-11-24T00:21:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742091_1267 (size=12001) 2024-11-24T00:21:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407767423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:47,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/781c26d088814a289bdc5bec291fa523 2024-11-24T00:21:47,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/87d15fa47b874cce8307741f2bd7458b is 50, key is test_row_0/C:col10/1732407706282/Put/seqid=0 2024-11-24T00:21:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742092_1268 (size=12001) 2024-11-24T00:21:47,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407767526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T00:21:47,600 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T00:21:47,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T00:21:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T00:21:47,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:47,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:47,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T00:21:47,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407767729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:47,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:47,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T00:21:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:47,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:47,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/87d15fa47b874cce8307741f2bd7458b 2024-11-24T00:21:47,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/062aabc20ddc41a7a26cfa2f5dc698f8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/062aabc20ddc41a7a26cfa2f5dc698f8 2024-11-24T00:21:47,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/062aabc20ddc41a7a26cfa2f5dc698f8, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T00:21:47,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/781c26d088814a289bdc5bec291fa523 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/781c26d088814a289bdc5bec291fa523 2024-11-24T00:21:47,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/781c26d088814a289bdc5bec291fa523, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T00:21:47,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/87d15fa47b874cce8307741f2bd7458b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/87d15fa47b874cce8307741f2bd7458b 2024-11-24T00:21:47,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/87d15fa47b874cce8307741f2bd7458b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T00:21:47,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fdfb6f3077a7ef625c8acbd6639b1e5a in 457ms, sequenceid=115, compaction requested=true 2024-11-24T00:21:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:47,859 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:21:47,859 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:21:47,860 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:21:47,860 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:47,860 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:21:47,860 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:47,860 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:47,860 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:47,860 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/674ab07cb1774158ba7e1c7f9b52fe67, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5e64a0f543402da7de5f2909a4e6a8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/82f339faec4148fe93d0b9a412c1e0b5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/062aabc20ddc41a7a26cfa2f5dc698f8] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=47.0 K 2024-11-24T00:21:47,861 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/6c74556e17394931b42cc9918f7727ac, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/342c4cf066244807b86ffb73e8b7b41e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/cddd7cae4b484f6f84e00a6602fcf3b4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/781c26d088814a289bdc5bec291fa523] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=47.0 K 2024-11-24T00:21:47,862 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 674ab07cb1774158ba7e1c7f9b52fe67, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732407703569 2024-11-24T00:21:47,862 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c74556e17394931b42cc9918f7727ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732407703569 2024-11-24T00:21:47,863 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 342c4cf066244807b86ffb73e8b7b41e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732407704199 2024-11-24T00:21:47,863 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5e64a0f543402da7de5f2909a4e6a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732407704199 2024-11-24T00:21:47,863 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f339faec4148fe93d0b9a412c1e0b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732407705596 2024-11-24T00:21:47,863 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting cddd7cae4b484f6f84e00a6602fcf3b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732407705596 2024-11-24T00:21:47,863 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 062aabc20ddc41a7a26cfa2f5dc698f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732407706276 2024-11-24T00:21:47,863 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 781c26d088814a289bdc5bec291fa523, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732407706276 2024-11-24T00:21:47,875 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:47,875 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/09766d997d084554a0773f21ec5fc077 is 50, key is test_row_0/A:col10/1732407706282/Put/seqid=0 2024-11-24T00:21:47,893 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:47,893 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/42d049b1a42d4b64bfc247e688dbedc6 is 50, key is test_row_0/B:col10/1732407706282/Put/seqid=0 2024-11-24T00:21:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742093_1269 (size=12241) 2024-11-24T00:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T00:21:47,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:47,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T00:21:47,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:47,909 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:21:47,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:47,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:47,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:47,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:47,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:47,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:47,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/118b67bb4dd946fe82562b3926dc0ad4 is 50, key is test_row_0/A:col10/1732407707420/Put/seqid=0 2024-11-24T00:21:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742094_1270 (size=12241) 2024-11-24T00:21:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742095_1271 (size=12001) 2024-11-24T00:21:47,930 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/118b67bb4dd946fe82562b3926dc0ad4 2024-11-24T00:21:47,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/b561fc3fbb62480d8f69ade04bbcaa52 is 50, key is test_row_0/B:col10/1732407707420/Put/seqid=0 2024-11-24T00:21:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742096_1272 (size=12001) 2024-11-24T00:21:47,949 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/b561fc3fbb62480d8f69ade04bbcaa52 2024-11-24T00:21:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/fc7ed9ea1ffe4e66afe4ce4548a170ab is 50, key is test_row_0/C:col10/1732407707420/Put/seqid=0 2024-11-24T00:21:47,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742097_1273 (size=12001) 2024-11-24T00:21:47,961 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/fc7ed9ea1ffe4e66afe4ce4548a170ab 2024-11-24T00:21:47,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/118b67bb4dd946fe82562b3926dc0ad4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/118b67bb4dd946fe82562b3926dc0ad4 2024-11-24T00:21:47,968 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/118b67bb4dd946fe82562b3926dc0ad4, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T00:21:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/b561fc3fbb62480d8f69ade04bbcaa52 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b561fc3fbb62480d8f69ade04bbcaa52 2024-11-24T00:21:47,974 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b561fc3fbb62480d8f69ade04bbcaa52, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T00:21:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/fc7ed9ea1ffe4e66afe4ce4548a170ab as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fc7ed9ea1ffe4e66afe4ce4548a170ab 2024-11-24T00:21:47,980 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fc7ed9ea1ffe4e66afe4ce4548a170ab, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T00:21:47,981 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for fdfb6f3077a7ef625c8acbd6639b1e5a in 71ms, sequenceid=126, compaction requested=true 2024-11-24T00:21:47,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:47,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:47,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T00:21:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T00:21:47,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T00:21:47,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 379 msec 2024-11-24T00:21:47,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 383 msec 2024-11-24T00:21:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:48,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:21:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:48,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:48,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:48,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:48,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:48,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:48,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/5a73c622ebd842d4868c9ca5c9c0dcf0 is 50, key is test_row_0/A:col10/1732407708042/Put/seqid=0 2024-11-24T00:21:48,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742098_1274 (size=14541) 2024-11-24T00:21:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407768133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T00:21:48,205 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T00:21:48,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T00:21:48,208 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T00:21:48,208 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:48,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407768236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,307 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/09766d997d084554a0773f21ec5fc077 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/09766d997d084554a0773f21ec5fc077 2024-11-24T00:21:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T00:21:48,316 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into 09766d997d084554a0773f21ec5fc077(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:48,316 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:48,316 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=12, startTime=1732407707859; duration=0sec 2024-11-24T00:21:48,316 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:48,316 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:48,316 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T00:21:48,318 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T00:21:48,318 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:48,318 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,318 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/aec316f9513d4c83a57943d63cc80057, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/9af22600d21c41d0bcbb4fff472cc4b0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6308eaf0c3694a459a83f1763bc1aeb0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/87d15fa47b874cce8307741f2bd7458b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fc7ed9ea1ffe4e66afe4ce4548a170ab] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=58.7 K 2024-11-24T00:21:48,318 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting aec316f9513d4c83a57943d63cc80057, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732407703569 2024-11-24T00:21:48,319 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9af22600d21c41d0bcbb4fff472cc4b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732407704199 2024-11-24T00:21:48,319 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6308eaf0c3694a459a83f1763bc1aeb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732407705596 2024-11-24T00:21:48,319 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87d15fa47b874cce8307741f2bd7458b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732407706276 2024-11-24T00:21:48,320 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc7ed9ea1ffe4e66afe4ce4548a170ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732407707414 2024-11-24T00:21:48,325 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/42d049b1a42d4b64bfc247e688dbedc6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/42d049b1a42d4b64bfc247e688dbedc6 2024-11-24T00:21:48,330 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into 42d049b1a42d4b64bfc247e688dbedc6(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:48,330 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:48,330 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=12, startTime=1732407707859; duration=0sec 2024-11-24T00:21:48,330 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:48,330 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:48,336 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:48,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/ac0f87a44778446092959af7c93de760 is 50, key is test_row_0/C:col10/1732407707420/Put/seqid=0 2024-11-24T00:21:48,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407768337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,340 DEBUG [Thread-1146 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407768341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407768341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,343 DEBUG [Thread-1142 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742099_1275 (size=12275) 2024-11-24T00:21:48,344 DEBUG [Thread-1144 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:48,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407768345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,348 DEBUG [Thread-1140 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:48,352 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/ac0f87a44778446092959af7c93de760 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/ac0f87a44778446092959af7c93de760 2024-11-24T00:21:48,357 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into ac0f87a44778446092959af7c93de760(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:48,357 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:48,357 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=11, startTime=1732407707859; duration=0sec 2024-11-24T00:21:48,357 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:48,357 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:48,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T00:21:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407768441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/5a73c622ebd842d4868c9ca5c9c0dcf0 2024-11-24T00:21:48,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/33be131718c543bda1b4b3e4da76852c is 50, key is test_row_0/B:col10/1732407708042/Put/seqid=0 2024-11-24T00:21:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742100_1276 (size=12151) 2024-11-24T00:21:48,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/33be131718c543bda1b4b3e4da76852c 2024-11-24T00:21:48,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/1bede2de73724d8484b38e60115670e1 is 50, key is test_row_0/C:col10/1732407708042/Put/seqid=0 2024-11-24T00:21:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742101_1277 (size=12151) 2024-11-24T00:21:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T00:21:48,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T00:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T00:21:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407768743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T00:21:48,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T00:21:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:48,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/1bede2de73724d8484b38e60115670e1 2024-11-24T00:21:48,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/5a73c622ebd842d4868c9ca5c9c0dcf0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5a73c622ebd842d4868c9ca5c9c0dcf0 2024-11-24T00:21:48,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5a73c622ebd842d4868c9ca5c9c0dcf0, entries=200, sequenceid=137, filesize=14.2 K 2024-11-24T00:21:48,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/33be131718c543bda1b4b3e4da76852c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/33be131718c543bda1b4b3e4da76852c 2024-11-24T00:21:48,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/33be131718c543bda1b4b3e4da76852c, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T00:21:48,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/1bede2de73724d8484b38e60115670e1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/1bede2de73724d8484b38e60115670e1 2024-11-24T00:21:48,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/1bede2de73724d8484b38e60115670e1, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T00:21:48,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fdfb6f3077a7ef625c8acbd6639b1e5a in 852ms, sequenceid=137, compaction requested=true 2024-11-24T00:21:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:48,910 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:48,910 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:48,911 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:48,911 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:48,911 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:48,911 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:48,911 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,911 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,911 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/09766d997d084554a0773f21ec5fc077, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/118b67bb4dd946fe82562b3926dc0ad4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5a73c622ebd842d4868c9ca5c9c0dcf0] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=37.9 K 2024-11-24T00:21:48,911 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/42d049b1a42d4b64bfc247e688dbedc6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b561fc3fbb62480d8f69ade04bbcaa52, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/33be131718c543bda1b4b3e4da76852c] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=35.5 K 2024-11-24T00:21:48,911 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09766d997d084554a0773f21ec5fc077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732407706276 2024-11-24T00:21:48,911 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d049b1a42d4b64bfc247e688dbedc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732407706276 2024-11-24T00:21:48,912 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 118b67bb4dd946fe82562b3926dc0ad4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732407707414 2024-11-24T00:21:48,912 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b561fc3fbb62480d8f69ade04bbcaa52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732407707414 2024-11-24T00:21:48,912 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a73c622ebd842d4868c9ca5c9c0dcf0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732407708042 2024-11-24T00:21:48,912 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 33be131718c543bda1b4b3e4da76852c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732407708042 2024-11-24T00:21:48,920 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:48,920 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/d6a4b3b7c96f422890e165cc7d1a489d is 50, key is test_row_0/A:col10/1732407708042/Put/seqid=0 2024-11-24T00:21:48,922 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:48,922 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/5e2e2fd24e1c4978b5a9453c64347e5a is 50, key is test_row_0/B:col10/1732407708042/Put/seqid=0 2024-11-24T00:21:48,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742103_1279 (size=12493) 2024-11-24T00:21:48,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742102_1278 (size=12493) 2024-11-24T00:21:48,973 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:48,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T00:21:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:48,974 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:21:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/f0a808640f274f7680d00d2febaf979c is 50, key is test_row_0/A:col10/1732407708126/Put/seqid=0 2024-11-24T00:21:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742104_1280 (size=12151) 2024-11-24T00:21:48,984 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/f0a808640f274f7680d00d2febaf979c 2024-11-24T00:21:48,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/818d5c23cd974e0e866d5e0f4eb3ba9d is 50, key is test_row_0/B:col10/1732407708126/Put/seqid=0 2024-11-24T00:21:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742105_1281 (size=12151) 2024-11-24T00:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:49,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:49,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407769276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T00:21:49,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/d6a4b3b7c96f422890e165cc7d1a489d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/d6a4b3b7c96f422890e165cc7d1a489d 2024-11-24T00:21:49,342 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/5e2e2fd24e1c4978b5a9453c64347e5a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/5e2e2fd24e1c4978b5a9453c64347e5a 2024-11-24T00:21:49,345 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into d6a4b3b7c96f422890e165cc7d1a489d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:49,345 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:49,345 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407708910; duration=0sec 2024-11-24T00:21:49,345 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:49,345 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:49,345 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T00:21:49,348 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T00:21:49,349 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T00:21:49,349 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. because compaction request was cancelled 2024-11-24T00:21:49,349 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:49,350 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into 5e2e2fd24e1c4978b5a9453c64347e5a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:49,350 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:49,350 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407708910; duration=0sec 2024-11-24T00:21:49,350 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:49,350 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407769378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:49,396 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/818d5c23cd974e0e866d5e0f4eb3ba9d 2024-11-24T00:21:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f14d4827c2f741459c41cbb54ac4c11f is 50, key is test_row_0/C:col10/1732407708126/Put/seqid=0 2024-11-24T00:21:49,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742106_1282 (size=12151) 2024-11-24T00:21:49,408 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f14d4827c2f741459c41cbb54ac4c11f 2024-11-24T00:21:49,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/f0a808640f274f7680d00d2febaf979c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/f0a808640f274f7680d00d2febaf979c 2024-11-24T00:21:49,418 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/f0a808640f274f7680d00d2febaf979c, entries=150, sequenceid=165, filesize=11.9 K 2024-11-24T00:21:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/818d5c23cd974e0e866d5e0f4eb3ba9d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/818d5c23cd974e0e866d5e0f4eb3ba9d 2024-11-24T00:21:49,423 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/818d5c23cd974e0e866d5e0f4eb3ba9d, entries=150, sequenceid=165, filesize=11.9 K 2024-11-24T00:21:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f14d4827c2f741459c41cbb54ac4c11f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f14d4827c2f741459c41cbb54ac4c11f 2024-11-24T00:21:49,428 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f14d4827c2f741459c41cbb54ac4c11f, entries=150, sequenceid=165, filesize=11.9 K 2024-11-24T00:21:49,428 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fdfb6f3077a7ef625c8acbd6639b1e5a in 454ms, sequenceid=165, compaction requested=true 2024-11-24T00:21:49,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:49,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:49,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T00:21:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T00:21:49,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T00:21:49,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-11-24T00:21:49,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.2260 sec 2024-11-24T00:21:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:49,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:21:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:49,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/e989389c00624fa888633c9e82c35818 is 50, key is test_row_0/A:col10/1732407709267/Put/seqid=0 2024-11-24T00:21:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742107_1283 (size=12151) 2024-11-24T00:21:49,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407769648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:49,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407769751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407769953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:50,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/e989389c00624fa888633c9e82c35818 2024-11-24T00:21:50,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/a7417447ffb44b38beef440556df2bd5 is 50, key is test_row_0/B:col10/1732407709267/Put/seqid=0 2024-11-24T00:21:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742108_1284 (size=12151) 2024-11-24T00:21:50,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/a7417447ffb44b38beef440556df2bd5 2024-11-24T00:21:50,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/bdc0415fa3f24e378c887baac3f7f61b is 50, key is test_row_0/C:col10/1732407709267/Put/seqid=0 2024-11-24T00:21:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742109_1285 (size=12151) 2024-11-24T00:21:50,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407770256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T00:21:50,312 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T00:21:50,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-24T00:21:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T00:21:50,315 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:50,315 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:50,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T00:21:50,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/bdc0415fa3f24e378c887baac3f7f61b 2024-11-24T00:21:50,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/e989389c00624fa888633c9e82c35818 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e989389c00624fa888633c9e82c35818 2024-11-24T00:21:50,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e989389c00624fa888633c9e82c35818, entries=150, sequenceid=179, filesize=11.9 K 2024-11-24T00:21:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/a7417447ffb44b38beef440556df2bd5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/a7417447ffb44b38beef440556df2bd5 2024-11-24T00:21:50,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/a7417447ffb44b38beef440556df2bd5, entries=150, sequenceid=179, filesize=11.9 K 2024-11-24T00:21:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/bdc0415fa3f24e378c887baac3f7f61b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bdc0415fa3f24e378c887baac3f7f61b 2024-11-24T00:21:50,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bdc0415fa3f24e378c887baac3f7f61b, entries=150, sequenceid=179, filesize=11.9 K 2024-11-24T00:21:50,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fdfb6f3077a7ef625c8acbd6639b1e5a in 863ms, sequenceid=179, compaction requested=true 2024-11-24T00:21:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:50,446 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:50,446 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:50,447 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:50,448 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:50,448 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:50,448 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/5e2e2fd24e1c4978b5a9453c64347e5a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/818d5c23cd974e0e866d5e0f4eb3ba9d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/a7417447ffb44b38beef440556df2bd5] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=35.9 K 2024-11-24T00:21:50,448 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:50,448 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:50,448 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:50,448 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/d6a4b3b7c96f422890e165cc7d1a489d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/f0a808640f274f7680d00d2febaf979c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e989389c00624fa888633c9e82c35818] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=35.9 K 2024-11-24T00:21:50,449 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e2e2fd24e1c4978b5a9453c64347e5a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732407708042 2024-11-24T00:21:50,449 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a4b3b7c96f422890e165cc7d1a489d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732407708042 2024-11-24T00:21:50,449 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 818d5c23cd974e0e866d5e0f4eb3ba9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732407708126 2024-11-24T00:21:50,449 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0a808640f274f7680d00d2febaf979c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732407708126 2024-11-24T00:21:50,450 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e989389c00624fa888633c9e82c35818, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732407709265 2024-11-24T00:21:50,450 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a7417447ffb44b38beef440556df2bd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732407709265 2024-11-24T00:21:50,459 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:50,460 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/cfca60082f30422e840f2160d4f09563 is 50, key is test_row_0/A:col10/1732407709267/Put/seqid=0 2024-11-24T00:21:50,466 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742110_1286 (size=12595) 2024-11-24T00:21:50,467 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/c10d2c3bb0d94a83b86663bfad6b933e is 50, key is test_row_0/B:col10/1732407709267/Put/seqid=0 2024-11-24T00:21:50,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:50,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T00:21:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:50,468 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T00:21:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3c42cef3a75647ea8c05daf804e60e13 is 50, key is test_row_0/A:col10/1732407709642/Put/seqid=0 2024-11-24T00:21:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742111_1287 (size=12595) 2024-11-24T00:21:50,492 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/c10d2c3bb0d94a83b86663bfad6b933e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c10d2c3bb0d94a83b86663bfad6b933e 2024-11-24T00:21:50,498 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into c10d2c3bb0d94a83b86663bfad6b933e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:50,498 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:50,498 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407710446; duration=0sec 2024-11-24T00:21:50,499 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:50,499 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:50,499 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:21:50,501 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:21:50,501 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:50,501 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:50,501 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/ac0f87a44778446092959af7c93de760, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/1bede2de73724d8484b38e60115670e1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f14d4827c2f741459c41cbb54ac4c11f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bdc0415fa3f24e378c887baac3f7f61b] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=47.6 K 2024-11-24T00:21:50,501 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ac0f87a44778446092959af7c93de760, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732407707414 2024-11-24T00:21:50,502 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bede2de73724d8484b38e60115670e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732407708042 2024-11-24T00:21:50,503 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f14d4827c2f741459c41cbb54ac4c11f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732407708126 2024-11-24T00:21:50,503 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting bdc0415fa3f24e378c887baac3f7f61b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732407709265 2024-11-24T00:21:50,516 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#242 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:50,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742112_1288 (size=12151) 2024-11-24T00:21:50,518 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/53de15b6d5e94f129cb7b576dc56cfe9 is 50, key is test_row_0/C:col10/1732407709267/Put/seqid=0 2024-11-24T00:21:50,518 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3c42cef3a75647ea8c05daf804e60e13 2024-11-24T00:21:50,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/869fafe0e85c4f58a88a2f88d75bd942 is 50, key is test_row_0/B:col10/1732407709642/Put/seqid=0 2024-11-24T00:21:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742113_1289 (size=12561) 2024-11-24T00:21:50,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742114_1290 (size=12151) 2024-11-24T00:21:50,536 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/53de15b6d5e94f129cb7b576dc56cfe9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/53de15b6d5e94f129cb7b576dc56cfe9 2024-11-24T00:21:50,541 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into 53de15b6d5e94f129cb7b576dc56cfe9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:50,541 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:50,541 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=12, startTime=1732407710446; duration=0sec 2024-11-24T00:21:50,541 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:50,541 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T00:21:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:50,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407770779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:50,872 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/cfca60082f30422e840f2160d4f09563 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/cfca60082f30422e840f2160d4f09563 2024-11-24T00:21:50,877 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into cfca60082f30422e840f2160d4f09563(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:50,877 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:50,877 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407710446; duration=0sec 2024-11-24T00:21:50,877 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:50,877 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407770882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T00:21:50,934 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/869fafe0e85c4f58a88a2f88d75bd942 2024-11-24T00:21:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/feb8390a56d74fe08bf891ce78cc30ad is 50, key is test_row_0/C:col10/1732407709642/Put/seqid=0 2024-11-24T00:21:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742115_1291 (size=12151) 2024-11-24T00:21:51,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407771085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:51,347 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/feb8390a56d74fe08bf891ce78cc30ad 2024-11-24T00:21:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3c42cef3a75647ea8c05daf804e60e13 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3c42cef3a75647ea8c05daf804e60e13 2024-11-24T00:21:51,357 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3c42cef3a75647ea8c05daf804e60e13, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T00:21:51,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/869fafe0e85c4f58a88a2f88d75bd942 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/869fafe0e85c4f58a88a2f88d75bd942 2024-11-24T00:21:51,366 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/869fafe0e85c4f58a88a2f88d75bd942, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T00:21:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/feb8390a56d74fe08bf891ce78cc30ad as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/feb8390a56d74fe08bf891ce78cc30ad 2024-11-24T00:21:51,370 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/feb8390a56d74fe08bf891ce78cc30ad, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T00:21:51,371 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fdfb6f3077a7ef625c8acbd6639b1e5a in 903ms, sequenceid=203, compaction requested=false 2024-11-24T00:21:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-24T00:21:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-24T00:21:51,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T00:21:51,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0570 sec 2024-11-24T00:21:51,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0620 sec 2024-11-24T00:21:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:51,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:21:51,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:51,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:51,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:51,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:51,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:51,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:51,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/e5cc8480834b4baca1d459b33b47830c is 50, key is test_row_0/A:col10/1732407711392/Put/seqid=0 2024-11-24T00:21:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742116_1292 (size=14541) 2024-11-24T00:21:51,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/e5cc8480834b4baca1d459b33b47830c 2024-11-24T00:21:51,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/7f7e889d00c946aeb703a10507824cf8 is 50, key is test_row_0/B:col10/1732407711392/Put/seqid=0 2024-11-24T00:21:51,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742117_1293 (size=12151) 2024-11-24T00:21:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T00:21:51,418 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T00:21:51,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-24T00:21:51,420 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T00:21:51,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:51,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:51,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407771445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T00:21:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407771548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:51,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:51,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T00:21:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:51,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T00:21:51,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:51,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T00:21:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:51,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:51,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:51,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407771751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:51,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/7f7e889d00c946aeb703a10507824cf8 2024-11-24T00:21:51,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f4f1b1427e2740c79369a1f5b38a16a3 is 50, key is test_row_0/C:col10/1732407711392/Put/seqid=0 2024-11-24T00:21:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742118_1294 (size=12151) 2024-11-24T00:21:51,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:51,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T00:21:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:51,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T00:21:52,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T00:21:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407772055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T00:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f4f1b1427e2740c79369a1f5b38a16a3 2024-11-24T00:21:52,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/e5cc8480834b4baca1d459b33b47830c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e5cc8480834b4baca1d459b33b47830c 2024-11-24T00:21:52,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e5cc8480834b4baca1d459b33b47830c, entries=200, sequenceid=219, filesize=14.2 K 2024-11-24T00:21:52,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/7f7e889d00c946aeb703a10507824cf8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/7f7e889d00c946aeb703a10507824cf8 2024-11-24T00:21:52,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/7f7e889d00c946aeb703a10507824cf8, entries=150, sequenceid=219, filesize=11.9 K 2024-11-24T00:21:52,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f4f1b1427e2740c79369a1f5b38a16a3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f4f1b1427e2740c79369a1f5b38a16a3 2024-11-24T00:21:52,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f4f1b1427e2740c79369a1f5b38a16a3, entries=150, sequenceid=219, filesize=11.9 K 2024-11-24T00:21:52,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fdfb6f3077a7ef625c8acbd6639b1e5a in 863ms, sequenceid=219, compaction requested=true 2024-11-24T00:21:52,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:52,257 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:52,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:52,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:52,258 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:52,258 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:52,258 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:52,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:52,258 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:52,258 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/cfca60082f30422e840f2160d4f09563, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3c42cef3a75647ea8c05daf804e60e13, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e5cc8480834b4baca1d459b33b47830c] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=38.4 K 2024-11-24T00:21:52,259 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:52,259 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:52,259 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,259 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfca60082f30422e840f2160d4f09563, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732407709265 2024-11-24T00:21:52,259 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c10d2c3bb0d94a83b86663bfad6b933e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/869fafe0e85c4f58a88a2f88d75bd942, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/7f7e889d00c946aeb703a10507824cf8] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.0 K 2024-11-24T00:21:52,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:52,260 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c10d2c3bb0d94a83b86663bfad6b933e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732407709265 2024-11-24T00:21:52,260 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c42cef3a75647ea8c05daf804e60e13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732407709635 2024-11-24T00:21:52,260 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 869fafe0e85c4f58a88a2f88d75bd942, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732407709635 2024-11-24T00:21:52,260 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5cc8480834b4baca1d459b33b47830c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732407710765 2024-11-24T00:21:52,261 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7e889d00c946aeb703a10507824cf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732407710765 2024-11-24T00:21:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:52,278 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:52,280 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2a9e755f411b4d5daa0d3602af8d07df is 50, key is test_row_0/A:col10/1732407711392/Put/seqid=0 2024-11-24T00:21:52,281 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:52,282 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/c80b563b1d2c48879f8df3c4ec59556e is 50, key is test_row_0/B:col10/1732407711392/Put/seqid=0 2024-11-24T00:21:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742119_1295 (size=12697) 2024-11-24T00:21:52,334 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2a9e755f411b4d5daa0d3602af8d07df as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2a9e755f411b4d5daa0d3602af8d07df 2024-11-24T00:21:52,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T00:21:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,344 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:21:52,345 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into 2a9e755f411b4d5daa0d3602af8d07df(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:52,345 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:52,345 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407712256; duration=0sec 2024-11-24T00:21:52,345 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:52,345 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:52,346 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:52,347 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:52,347 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:52,347 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,347 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/53de15b6d5e94f129cb7b576dc56cfe9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/feb8390a56d74fe08bf891ce78cc30ad, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f4f1b1427e2740c79369a1f5b38a16a3] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.0 K 2024-11-24T00:21:52,348 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53de15b6d5e94f129cb7b576dc56cfe9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732407709265 2024-11-24T00:21:52,349 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting feb8390a56d74fe08bf891ce78cc30ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732407709635 2024-11-24T00:21:52,350 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4f1b1427e2740c79369a1f5b38a16a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732407710765 2024-11-24T00:21:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:52,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742120_1296 (size=12697) 2024-11-24T00:21:52,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3462e8d6df914c029463374f2d452772 is 50, key is test_row_0/A:col10/1732407711442/Put/seqid=0 2024-11-24T00:21:52,364 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/c80b563b1d2c48879f8df3c4ec59556e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c80b563b1d2c48879f8df3c4ec59556e 2024-11-24T00:21:52,370 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:52,371 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f7b6d18be53840e9a1661addf3332508 is 50, key is test_row_0/C:col10/1732407711392/Put/seqid=0 2024-11-24T00:21:52,373 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into c80b563b1d2c48879f8df3c4ec59556e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:52,373 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:52,373 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407712258; duration=0sec 2024-11-24T00:21:52,374 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:52,374 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742121_1297 (size=12151) 2024-11-24T00:21:52,390 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3462e8d6df914c029463374f2d452772 2024-11-24T00:21:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407772388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407772389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407772390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407772391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742122_1298 (size=12663) 2024-11-24T00:21:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/465eb2bd2cde49889860e2db62ab4c81 is 50, key is test_row_0/B:col10/1732407711442/Put/seqid=0 2024-11-24T00:21:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742123_1299 (size=12151) 2024-11-24T00:21:52,424 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/465eb2bd2cde49889860e2db62ab4c81 2024-11-24T00:21:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c639e16dd09b436bb0dc7ae7e358b665 is 50, key is test_row_0/C:col10/1732407711442/Put/seqid=0 2024-11-24T00:21:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742124_1300 (size=12151) 2024-11-24T00:21:52,442 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c639e16dd09b436bb0dc7ae7e358b665 2024-11-24T00:21:52,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3462e8d6df914c029463374f2d452772 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3462e8d6df914c029463374f2d452772 2024-11-24T00:21:52,450 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3462e8d6df914c029463374f2d452772, entries=150, sequenceid=243, filesize=11.9 K 2024-11-24T00:21:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/465eb2bd2cde49889860e2db62ab4c81 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/465eb2bd2cde49889860e2db62ab4c81 2024-11-24T00:21:52,454 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/465eb2bd2cde49889860e2db62ab4c81, entries=150, sequenceid=243, filesize=11.9 K 2024-11-24T00:21:52,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c639e16dd09b436bb0dc7ae7e358b665 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c639e16dd09b436bb0dc7ae7e358b665 2024-11-24T00:21:52,459 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c639e16dd09b436bb0dc7ae7e358b665, entries=150, sequenceid=243, filesize=11.9 K 2024-11-24T00:21:52,468 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fdfb6f3077a7ef625c8acbd6639b1e5a in 124ms, sequenceid=243, compaction requested=false 2024-11-24T00:21:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-24T00:21:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-24T00:21:52,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T00:21:52,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0490 sec 2024-11-24T00:21:52,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.0540 sec 2024-11-24T00:21:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:52,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:21:52,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:52,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:52,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:52,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:52,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:52,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:52,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2f5de740aaa7406cbe41e151866e1732 is 50, key is test_row_0/A:col10/1732407712496/Put/seqid=0 2024-11-24T00:21:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742125_1301 (size=12201) 2024-11-24T00:21:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T00:21:52,524 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-24T00:21:52,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-24T00:21:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T00:21:52,526 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:52,526 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:52,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:52,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407772544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407772546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407772546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407772546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407772558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T00:21:52,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407772651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407772651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407772651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407772651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T00:21:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,802 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/f7b6d18be53840e9a1661addf3332508 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f7b6d18be53840e9a1661addf3332508 2024-11-24T00:21:52,809 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into f7b6d18be53840e9a1661addf3332508(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:52,809 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:52,809 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=13, startTime=1732407712258; duration=0sec 2024-11-24T00:21:52,810 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:52,810 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T00:21:52,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T00:21:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407772855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407772856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407772857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407772857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2f5de740aaa7406cbe41e151866e1732 2024-11-24T00:21:52,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d02bdb249cc24b918264e4aa34d10aa0 is 50, key is test_row_0/B:col10/1732407712496/Put/seqid=0 2024-11-24T00:21:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742126_1302 (size=12201) 2024-11-24T00:21:52,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d02bdb249cc24b918264e4aa34d10aa0 2024-11-24T00:21:52,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:52,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T00:21:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:52,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:52,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c8f247e83608434c84ca59f23e920284 is 50, key is test_row_0/C:col10/1732407712496/Put/seqid=0 2024-11-24T00:21:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742127_1303 (size=12201) 2024-11-24T00:21:53,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c8f247e83608434c84ca59f23e920284 2024-11-24T00:21:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/2f5de740aaa7406cbe41e151866e1732 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5de740aaa7406cbe41e151866e1732 2024-11-24T00:21:53,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5de740aaa7406cbe41e151866e1732, entries=150, sequenceid=259, filesize=11.9 K 2024-11-24T00:21:53,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d02bdb249cc24b918264e4aa34d10aa0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d02bdb249cc24b918264e4aa34d10aa0 2024-11-24T00:21:53,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d02bdb249cc24b918264e4aa34d10aa0, entries=150, sequenceid=259, filesize=11.9 K 2024-11-24T00:21:53,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c8f247e83608434c84ca59f23e920284 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c8f247e83608434c84ca59f23e920284 2024-11-24T00:21:53,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c8f247e83608434c84ca59f23e920284, entries=150, sequenceid=259, filesize=11.9 K 2024-11-24T00:21:53,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for fdfb6f3077a7ef625c8acbd6639b1e5a in 552ms, sequenceid=259, compaction requested=true 2024-11-24T00:21:53,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:53,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:53,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:53,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:53,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:53,048 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:53,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:53,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:53,048 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:53,050 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:53,050 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:53,050 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:53,050 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:53,050 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:53,050 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:53,050 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2a9e755f411b4d5daa0d3602af8d07df, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3462e8d6df914c029463374f2d452772, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5de740aaa7406cbe41e151866e1732] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.2 K 2024-11-24T00:21:53,050 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c80b563b1d2c48879f8df3c4ec59556e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/465eb2bd2cde49889860e2db62ab4c81, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d02bdb249cc24b918264e4aa34d10aa0] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.2 K 2024-11-24T00:21:53,051 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a9e755f411b4d5daa0d3602af8d07df, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732407710765 2024-11-24T00:21:53,051 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c80b563b1d2c48879f8df3c4ec59556e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732407710765 2024-11-24T00:21:53,051 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3462e8d6df914c029463374f2d452772, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732407711439 2024-11-24T00:21:53,052 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 465eb2bd2cde49889860e2db62ab4c81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732407711439 2024-11-24T00:21:53,052 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5de740aaa7406cbe41e151866e1732, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732407712387 2024-11-24T00:21:53,053 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d02bdb249cc24b918264e4aa34d10aa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732407712387 2024-11-24T00:21:53,064 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:53,065 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b69825ba598d4c31bc644aeae0218a45 is 50, key is test_row_0/A:col10/1732407712496/Put/seqid=0 2024-11-24T00:21:53,078 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:53,079 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d609583e9240447e8029e4c83bf8e669 is 50, key is test_row_0/B:col10/1732407712496/Put/seqid=0 2024-11-24T00:21:53,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742128_1304 (size=12849) 2024-11-24T00:21:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T00:21:53,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T00:21:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:53,138 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T00:21:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742129_1305 (size=12849) 2024-11-24T00:21:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b48eca9818b44ea7ba37284461a7dd94 is 50, key is test_row_0/A:col10/1732407712544/Put/seqid=0 2024-11-24T00:21:53,152 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d609583e9240447e8029e4c83bf8e669 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d609583e9240447e8029e4c83bf8e669 2024-11-24T00:21:53,159 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into d609583e9240447e8029e4c83bf8e669(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:53,159 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:53,159 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407713048; duration=0sec 2024-11-24T00:21:53,159 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:53,159 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:53,159 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:53,161 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:53,162 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:53,162 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:53,162 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f7b6d18be53840e9a1661addf3332508, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c639e16dd09b436bb0dc7ae7e358b665, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c8f247e83608434c84ca59f23e920284] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.1 K 2024-11-24T00:21:53,163 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b6d18be53840e9a1661addf3332508, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732407710765 2024-11-24T00:21:53,163 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c639e16dd09b436bb0dc7ae7e358b665, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732407711439 2024-11-24T00:21:53,163 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c8f247e83608434c84ca59f23e920284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732407712387 2024-11-24T00:21:53,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:53,198 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:53,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407773188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,199 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c9219ceec5134f2498c47076971b3dbe is 50, key is test_row_0/C:col10/1732407712496/Put/seqid=0 2024-11-24T00:21:53,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742130_1306 (size=12301) 2024-11-24T00:21:53,201 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b48eca9818b44ea7ba37284461a7dd94 2024-11-24T00:21:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407773189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407773199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407773201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/232925a6c8174fffbb96eff377bcbd04 is 50, key is test_row_0/B:col10/1732407712544/Put/seqid=0 2024-11-24T00:21:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742131_1307 (size=12815) 2024-11-24T00:21:53,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742132_1308 (size=12301) 2024-11-24T00:21:53,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407773300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407773308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407773309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407773309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407773509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407773512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407773513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407773513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,521 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b69825ba598d4c31bc644aeae0218a45 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b69825ba598d4c31bc644aeae0218a45 2024-11-24T00:21:53,526 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into b69825ba598d4c31bc644aeae0218a45(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:53,526 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:53,526 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407713048; duration=0sec 2024-11-24T00:21:53,527 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:53,527 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:53,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407773564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T00:21:53,656 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/c9219ceec5134f2498c47076971b3dbe as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c9219ceec5134f2498c47076971b3dbe 2024-11-24T00:21:53,662 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into c9219ceec5134f2498c47076971b3dbe(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:53,662 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:53,662 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=13, startTime=1732407713048; duration=0sec 2024-11-24T00:21:53,662 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:53,662 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:53,694 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/232925a6c8174fffbb96eff377bcbd04 2024-11-24T00:21:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/5f8ecf0ff3ea489baa2f9c441d73804c is 50, key is test_row_0/C:col10/1732407712544/Put/seqid=0 2024-11-24T00:21:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742133_1309 (size=12301) 2024-11-24T00:21:53,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407773813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407773815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407773816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:53,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407773817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,128 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/5f8ecf0ff3ea489baa2f9c441d73804c 2024-11-24T00:21:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b48eca9818b44ea7ba37284461a7dd94 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b48eca9818b44ea7ba37284461a7dd94 2024-11-24T00:21:54,139 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b48eca9818b44ea7ba37284461a7dd94, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T00:21:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/232925a6c8174fffbb96eff377bcbd04 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/232925a6c8174fffbb96eff377bcbd04 2024-11-24T00:21:54,143 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/232925a6c8174fffbb96eff377bcbd04, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T00:21:54,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/5f8ecf0ff3ea489baa2f9c441d73804c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/5f8ecf0ff3ea489baa2f9c441d73804c 2024-11-24T00:21:54,148 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/5f8ecf0ff3ea489baa2f9c441d73804c, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T00:21:54,149 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1011ms, sequenceid=282, compaction requested=false 2024-11-24T00:21:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-24T00:21:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-24T00:21:54,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-24T00:21:54,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6230 sec 2024-11-24T00:21:54,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.6280 sec 2024-11-24T00:21:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:54,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:21:54,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:54,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:54,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:54,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:54,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:54,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:54,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/8e6b844b99d74f369f6db1ac6d50f264 is 50, key is test_row_0/A:col10/1732407713189/Put/seqid=0 2024-11-24T00:21:54,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742134_1310 (size=12301) 2024-11-24T00:21:54,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407774344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407774344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407774345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407774346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407774447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407774448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407774448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407774450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T00:21:54,630 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T00:21:54,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-24T00:21:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T00:21:54,633 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:54,634 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:54,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407774651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407774651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407774652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407774653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T00:21:54,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/8e6b844b99d74f369f6db1ac6d50f264 2024-11-24T00:21:54,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/ae65e7497a534c06bd5636d579fd0fb5 is 50, key is test_row_0/B:col10/1732407713189/Put/seqid=0 2024-11-24T00:21:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742135_1311 (size=12301) 2024-11-24T00:21:54,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T00:21:54,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:54,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:54,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:54,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:54,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T00:21:54,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T00:21:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:54,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:54,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407774954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407774954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407774955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407774958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T00:21:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:55,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/ae65e7497a534c06bd5636d579fd0fb5 2024-11-24T00:21:55,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/fd96edb33a7a41e8bad73ce178ae6cae is 50, key is test_row_0/C:col10/1732407713189/Put/seqid=0 2024-11-24T00:21:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742136_1312 (size=12301) 2024-11-24T00:21:55,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/fd96edb33a7a41e8bad73ce178ae6cae 2024-11-24T00:21:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/8e6b844b99d74f369f6db1ac6d50f264 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/8e6b844b99d74f369f6db1ac6d50f264 2024-11-24T00:21:55,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/8e6b844b99d74f369f6db1ac6d50f264, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T00:21:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/ae65e7497a534c06bd5636d579fd0fb5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ae65e7497a534c06bd5636d579fd0fb5 2024-11-24T00:21:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T00:21:55,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ae65e7497a534c06bd5636d579fd0fb5, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T00:21:55,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/fd96edb33a7a41e8bad73ce178ae6cae as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fd96edb33a7a41e8bad73ce178ae6cae 2024-11-24T00:21:55,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fd96edb33a7a41e8bad73ce178ae6cae, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T00:21:55,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T00:21:55,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:55,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:55,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:55,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for fdfb6f3077a7ef625c8acbd6639b1e5a in 926ms, sequenceid=302, compaction requested=true 2024-11-24T00:21:55,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:55,248 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:55,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:55,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:55,249 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:55,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:55,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:55,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:55,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:55,250 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:55,250 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:55,250 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,250 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b69825ba598d4c31bc644aeae0218a45, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b48eca9818b44ea7ba37284461a7dd94, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/8e6b844b99d74f369f6db1ac6d50f264] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.6 K 2024-11-24T00:21:55,250 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:55,250 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b69825ba598d4c31bc644aeae0218a45, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732407712387 2024-11-24T00:21:55,250 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:55,250 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,251 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d609583e9240447e8029e4c83bf8e669, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/232925a6c8174fffbb96eff377bcbd04, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ae65e7497a534c06bd5636d579fd0fb5] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.6 K 2024-11-24T00:21:55,251 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b48eca9818b44ea7ba37284461a7dd94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732407712544 2024-11-24T00:21:55,251 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d609583e9240447e8029e4c83bf8e669, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732407712387 2024-11-24T00:21:55,251 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e6b844b99d74f369f6db1ac6d50f264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732407713187 2024-11-24T00:21:55,251 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 232925a6c8174fffbb96eff377bcbd04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732407712544 2024-11-24T00:21:55,252 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ae65e7497a534c06bd5636d579fd0fb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732407713187 2024-11-24T00:21:55,270 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:55,271 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/72b1d2726d484554ba1c6147090c348c is 50, key is test_row_0/B:col10/1732407713189/Put/seqid=0 2024-11-24T00:21:55,278 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:55,278 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/a035157532d34e3dbca7bc8cb92511b9 is 50, key is test_row_0/A:col10/1732407713189/Put/seqid=0 2024-11-24T00:21:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742138_1314 (size=13051) 2024-11-24T00:21:55,304 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/a035157532d34e3dbca7bc8cb92511b9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a035157532d34e3dbca7bc8cb92511b9 2024-11-24T00:21:55,309 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into a035157532d34e3dbca7bc8cb92511b9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:55,309 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:55,309 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407715248; duration=0sec 2024-11-24T00:21:55,309 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:55,310 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:55,310 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:55,311 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:55,311 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:55,311 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,311 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c9219ceec5134f2498c47076971b3dbe, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/5f8ecf0ff3ea489baa2f9c441d73804c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fd96edb33a7a41e8bad73ce178ae6cae] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.5 K 2024-11-24T00:21:55,312 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9219ceec5134f2498c47076971b3dbe, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732407712387 2024-11-24T00:21:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742137_1313 (size=13051) 2024-11-24T00:21:55,313 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f8ecf0ff3ea489baa2f9c441d73804c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732407712544 2024-11-24T00:21:55,314 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd96edb33a7a41e8bad73ce178ae6cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732407713187 2024-11-24T00:21:55,318 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/72b1d2726d484554ba1c6147090c348c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/72b1d2726d484554ba1c6147090c348c 2024-11-24T00:21:55,326 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:55,327 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into 72b1d2726d484554ba1c6147090c348c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:55,327 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/d7f4630a571e412ab6f934c8d32aee8d is 50, key is test_row_0/C:col10/1732407713189/Put/seqid=0 2024-11-24T00:21:55,327 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:55,327 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407715249; duration=0sec 2024-11-24T00:21:55,327 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:55,327 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:55,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742139_1315 (size=13017) 2024-11-24T00:21:55,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T00:21:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,400 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T00:21:55,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:55,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:55,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:55,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:55,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:55,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:55,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/9a9bed1c93904ab0a60801ca7b4c29da is 50, key is test_row_0/A:col10/1732407714339/Put/seqid=0 2024-11-24T00:21:55,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742140_1316 (size=12301) 2024-11-24T00:21:55,422 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/9a9bed1c93904ab0a60801ca7b4c29da 2024-11-24T00:21:55,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d99ebaf515a449fc9ae576c3a88d8932 is 50, key is test_row_0/B:col10/1732407714339/Put/seqid=0 2024-11-24T00:21:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742141_1317 (size=12301) 2024-11-24T00:21:55,461 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d99ebaf515a449fc9ae576c3a88d8932 2024-11-24T00:21:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:55,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/4255264d7e0346ada68b79976bdbbfe9 is 50, key is test_row_0/C:col10/1732407714339/Put/seqid=0 2024-11-24T00:21:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407775477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407775477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407775480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407775481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742142_1318 (size=12301) 2024-11-24T00:21:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407775582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407775583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407775583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,586 DEBUG [Thread-1138 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:21:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407775585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407775585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T00:21:55,751 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/d7f4630a571e412ab6f934c8d32aee8d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d7f4630a571e412ab6f934c8d32aee8d 2024-11-24T00:21:55,761 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into d7f4630a571e412ab6f934c8d32aee8d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:55,761 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:55,761 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=13, startTime=1732407715249; duration=0sec 2024-11-24T00:21:55,761 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:55,761 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407775787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407775787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407775789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407775790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:55,918 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/4255264d7e0346ada68b79976bdbbfe9 2024-11-24T00:21:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/9a9bed1c93904ab0a60801ca7b4c29da as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/9a9bed1c93904ab0a60801ca7b4c29da 2024-11-24T00:21:55,927 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/9a9bed1c93904ab0a60801ca7b4c29da, entries=150, sequenceid=324, filesize=12.0 K 2024-11-24T00:21:55,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/d99ebaf515a449fc9ae576c3a88d8932 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d99ebaf515a449fc9ae576c3a88d8932 2024-11-24T00:21:55,931 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d99ebaf515a449fc9ae576c3a88d8932, entries=150, sequenceid=324, filesize=12.0 K 2024-11-24T00:21:55,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/4255264d7e0346ada68b79976bdbbfe9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/4255264d7e0346ada68b79976bdbbfe9 2024-11-24T00:21:55,936 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/4255264d7e0346ada68b79976bdbbfe9, entries=150, sequenceid=324, filesize=12.0 K 2024-11-24T00:21:55,937 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for fdfb6f3077a7ef625c8acbd6639b1e5a in 537ms, sequenceid=324, compaction requested=false 2024-11-24T00:21:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-24T00:21:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-24T00:21:55,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T00:21:55,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3060 sec 2024-11-24T00:21:55,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.3100 sec 2024-11-24T00:21:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:56,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T00:21:56,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:56,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:56,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:56,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:56,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:56,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:56,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3503c4bc3613412bb8531ab3fa29d95f is 50, key is test_row_0/A:col10/1732407715475/Put/seqid=0 2024-11-24T00:21:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742143_1319 (size=12301) 2024-11-24T00:21:56,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3503c4bc3613412bb8531ab3fa29d95f 2024-11-24T00:21:56,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/616f5bcc69ad44399817c3ca6a1f7a99 is 50, key is test_row_0/B:col10/1732407715475/Put/seqid=0 2024-11-24T00:21:56,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407776113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407776114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407776115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407776115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742144_1320 (size=12301) 2024-11-24T00:21:56,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407776218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407776218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407776219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407776221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407776421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407776421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407776422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407776425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/616f5bcc69ad44399817c3ca6a1f7a99 2024-11-24T00:21:56,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/65cf03f214664e4dbfe092fe026fae59 is 50, key is test_row_0/C:col10/1732407715475/Put/seqid=0 2024-11-24T00:21:56,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742145_1321 (size=12301) 2024-11-24T00:21:56,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/65cf03f214664e4dbfe092fe026fae59 2024-11-24T00:21:56,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/3503c4bc3613412bb8531ab3fa29d95f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3503c4bc3613412bb8531ab3fa29d95f 2024-11-24T00:21:56,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3503c4bc3613412bb8531ab3fa29d95f, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T00:21:56,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/616f5bcc69ad44399817c3ca6a1f7a99 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/616f5bcc69ad44399817c3ca6a1f7a99 2024-11-24T00:21:56,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/616f5bcc69ad44399817c3ca6a1f7a99, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T00:21:56,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/65cf03f214664e4dbfe092fe026fae59 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/65cf03f214664e4dbfe092fe026fae59 2024-11-24T00:21:56,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/65cf03f214664e4dbfe092fe026fae59, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T00:21:56,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for fdfb6f3077a7ef625c8acbd6639b1e5a in 471ms, sequenceid=342, compaction requested=true 2024-11-24T00:21:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:56,563 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:56,563 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:56,564 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:56,564 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:56,564 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:56,564 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/72b1d2726d484554ba1c6147090c348c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d99ebaf515a449fc9ae576c3a88d8932, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/616f5bcc69ad44399817c3ca6a1f7a99] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.8 K 2024-11-24T00:21:56,565 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:56,565 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:56,565 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:56,565 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a035157532d34e3dbca7bc8cb92511b9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/9a9bed1c93904ab0a60801ca7b4c29da, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3503c4bc3613412bb8531ab3fa29d95f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.8 K 2024-11-24T00:21:56,565 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 72b1d2726d484554ba1c6147090c348c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732407713187 2024-11-24T00:21:56,565 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a035157532d34e3dbca7bc8cb92511b9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732407713187 2024-11-24T00:21:56,565 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d99ebaf515a449fc9ae576c3a88d8932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732407714339 2024-11-24T00:21:56,566 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a9bed1c93904ab0a60801ca7b4c29da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732407714339 2024-11-24T00:21:56,566 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 616f5bcc69ad44399817c3ca6a1f7a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407715475 2024-11-24T00:21:56,566 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3503c4bc3613412bb8531ab3fa29d95f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407715475 2024-11-24T00:21:56,575 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:56,575 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/5247ac437ae14cf188400c438eace967 is 50, key is test_row_0/A:col10/1732407715475/Put/seqid=0 2024-11-24T00:21:56,582 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:56,582 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/219ddf102b6c4685abf7de9386cfcf0a is 50, key is test_row_0/B:col10/1732407715475/Put/seqid=0 2024-11-24T00:21:56,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742146_1322 (size=13153) 2024-11-24T00:21:56,612 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/5247ac437ae14cf188400c438eace967 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5247ac437ae14cf188400c438eace967 2024-11-24T00:21:56,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into 5247ac437ae14cf188400c438eace967(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:56,619 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:56,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407716563; duration=0sec 2024-11-24T00:21:56,619 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:56,620 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:56,620 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:21:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742147_1323 (size=13153) 2024-11-24T00:21:56,628 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:21:56,628 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:56,628 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:56,628 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d7f4630a571e412ab6f934c8d32aee8d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/4255264d7e0346ada68b79976bdbbfe9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/65cf03f214664e4dbfe092fe026fae59] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=36.7 K 2024-11-24T00:21:56,628 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7f4630a571e412ab6f934c8d32aee8d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732407713187 2024-11-24T00:21:56,629 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4255264d7e0346ada68b79976bdbbfe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732407714339 2024-11-24T00:21:56,629 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65cf03f214664e4dbfe092fe026fae59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407715475 2024-11-24T00:21:56,640 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:56,641 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/d23aad2173ae4ac588ac2ec01c15e64e is 50, key is test_row_0/C:col10/1732407715475/Put/seqid=0 2024-11-24T00:21:56,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742148_1324 (size=13119) 2024-11-24T00:21:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:56,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:21:56,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:56,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:56,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:56,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:56,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:56,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:56,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b24e9b5fd5ee489f88780309080d4c42 is 50, key is test_row_0/A:col10/1732407716726/Put/seqid=0 2024-11-24T00:21:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T00:21:56,738 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-24T00:21:56,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-24T00:21:56,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:56,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:56,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T00:21:56,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407776742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407776743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407776748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407776751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742149_1325 (size=12301) 2024-11-24T00:21:56,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b24e9b5fd5ee489f88780309080d4c42 2024-11-24T00:21:56,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/54d36a2508b94405804dec7cfd23c311 is 50, key is test_row_0/B:col10/1732407716726/Put/seqid=0 2024-11-24T00:21:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742150_1326 (size=12301) 2024-11-24T00:21:56,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/54d36a2508b94405804dec7cfd23c311 2024-11-24T00:21:56,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/b685eb89a0064e499a8ca299daae0556 is 50, key is test_row_0/C:col10/1732407716726/Put/seqid=0 2024-11-24T00:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T00:21:56,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407776846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407776847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407776849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407776853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742151_1327 (size=12301) 2024-11-24T00:21:56,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/b685eb89a0064e499a8ca299daae0556 2024-11-24T00:21:56,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/b24e9b5fd5ee489f88780309080d4c42 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b24e9b5fd5ee489f88780309080d4c42 2024-11-24T00:21:56,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b24e9b5fd5ee489f88780309080d4c42, entries=150, sequenceid=365, filesize=12.0 K 2024-11-24T00:21:56,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/54d36a2508b94405804dec7cfd23c311 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/54d36a2508b94405804dec7cfd23c311 2024-11-24T00:21:56,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:56,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T00:21:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:56,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:56,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/54d36a2508b94405804dec7cfd23c311, entries=150, sequenceid=365, filesize=12.0 K 2024-11-24T00:21:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/b685eb89a0064e499a8ca299daae0556 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/b685eb89a0064e499a8ca299daae0556 2024-11-24T00:21:56,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/b685eb89a0064e499a8ca299daae0556, entries=150, sequenceid=365, filesize=12.0 K 2024-11-24T00:21:56,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for fdfb6f3077a7ef625c8acbd6639b1e5a in 180ms, sequenceid=365, compaction requested=false 2024-11-24T00:21:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:57,030 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/219ddf102b6c4685abf7de9386cfcf0a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/219ddf102b6c4685abf7de9386cfcf0a 2024-11-24T00:21:57,037 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into 219ddf102b6c4685abf7de9386cfcf0a(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:57,037 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:57,037 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407716563; duration=0sec 2024-11-24T00:21:57,037 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:57,037 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T00:21:57,049 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T00:21:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:57,050 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:21:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:57,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/0dd260695a464d1097f03eea2d84c250 is 50, key is test_row_0/A:col10/1732407716738/Put/seqid=0 2024-11-24T00:21:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:57,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:57,062 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/d23aad2173ae4ac588ac2ec01c15e64e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d23aad2173ae4ac588ac2ec01c15e64e 2024-11-24T00:21:57,068 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into d23aad2173ae4ac588ac2ec01c15e64e(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:57,068 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:57,068 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=13, startTime=1732407716563; duration=0sec 2024-11-24T00:21:57,068 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:57,068 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:57,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407777083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742152_1328 (size=12301) 2024-11-24T00:21:57,089 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/0dd260695a464d1097f03eea2d84c250 2024-11-24T00:21:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407777085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407777087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407777087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/af5f6098f4444d928c7ccaecb0eba461 is 50, key is test_row_0/B:col10/1732407716738/Put/seqid=0 2024-11-24T00:21:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742153_1329 (size=12301) 2024-11-24T00:21:57,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407777188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407777191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407777192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407777192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T00:21:57,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407777393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407777395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407777398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407777399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,535 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/af5f6098f4444d928c7ccaecb0eba461 2024-11-24T00:21:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/77938f8383c14459b3eff68271ddcdd0 is 50, key is test_row_0/C:col10/1732407716738/Put/seqid=0 2024-11-24T00:21:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742154_1330 (size=12301) 2024-11-24T00:21:57,566 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/77938f8383c14459b3eff68271ddcdd0 2024-11-24T00:21:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/0dd260695a464d1097f03eea2d84c250 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/0dd260695a464d1097f03eea2d84c250 2024-11-24T00:21:57,576 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/0dd260695a464d1097f03eea2d84c250, entries=150, sequenceid=380, filesize=12.0 K 2024-11-24T00:21:57,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/af5f6098f4444d928c7ccaecb0eba461 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/af5f6098f4444d928c7ccaecb0eba461 2024-11-24T00:21:57,582 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/af5f6098f4444d928c7ccaecb0eba461, entries=150, sequenceid=380, filesize=12.0 K 2024-11-24T00:21:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/77938f8383c14459b3eff68271ddcdd0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/77938f8383c14459b3eff68271ddcdd0 2024-11-24T00:21:57,592 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/77938f8383c14459b3eff68271ddcdd0, entries=150, sequenceid=380, filesize=12.0 K 2024-11-24T00:21:57,593 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fdfb6f3077a7ef625c8acbd6639b1e5a in 543ms, sequenceid=380, compaction requested=true 2024-11-24T00:21:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-24T00:21:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-24T00:21:57,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T00:21:57,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-11-24T00:21:57,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 859 msec 2024-11-24T00:21:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:57,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:57,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:57,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/378ca4aa81064be4859722986c3e13d2 is 50, key is test_row_0/A:col10/1732407717698/Put/seqid=0 2024-11-24T00:21:57,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407777722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407777722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407777723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407777724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742155_1331 (size=12301) 2024-11-24T00:21:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407777827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407777828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407777828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407777828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T00:21:57,845 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-24T00:21:57,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:21:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-24T00:21:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T00:21:57,850 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:21:57,851 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:21:57,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T00:21:58,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407778030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407778031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407778032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407778032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/378ca4aa81064be4859722986c3e13d2 2024-11-24T00:21:58,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/f2b57611c0a7456aacca63d18e1c5ed2 is 50, key is test_row_0/B:col10/1732407717698/Put/seqid=0 2024-11-24T00:21:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742156_1332 (size=12301) 2024-11-24T00:21:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T00:21:58,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:58,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:58,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:58,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407778333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407778336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407778336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407778336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T00:21:58,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:58,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/f2b57611c0a7456aacca63d18e1c5ed2 2024-11-24T00:21:58,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/dab00285a89740a2a637b4a7cc40dfaf is 50, key is test_row_0/C:col10/1732407717698/Put/seqid=0 2024-11-24T00:21:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742157_1333 (size=12301) 2024-11-24T00:21:58,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407778839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407778840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407778841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407778843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:58,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:21:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T00:21:58,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/dab00285a89740a2a637b4a7cc40dfaf 2024-11-24T00:21:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/378ca4aa81064be4859722986c3e13d2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/378ca4aa81064be4859722986c3e13d2 2024-11-24T00:21:58,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/378ca4aa81064be4859722986c3e13d2, entries=150, sequenceid=404, filesize=12.0 K 2024-11-24T00:21:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/f2b57611c0a7456aacca63d18e1c5ed2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f2b57611c0a7456aacca63d18e1c5ed2 2024-11-24T00:21:58,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f2b57611c0a7456aacca63d18e1c5ed2, entries=150, sequenceid=404, filesize=12.0 K 2024-11-24T00:21:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/dab00285a89740a2a637b4a7cc40dfaf as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/dab00285a89740a2a637b4a7cc40dfaf 2024-11-24T00:21:58,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/dab00285a89740a2a637b4a7cc40dfaf, entries=150, sequenceid=404, filesize=12.0 K 2024-11-24T00:21:58,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1289ms, sequenceid=404, compaction requested=true 2024-11-24T00:21:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:58,989 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:21:58,990 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:21:58,990 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:21:58,990 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,991 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5247ac437ae14cf188400c438eace967, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b24e9b5fd5ee489f88780309080d4c42, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/0dd260695a464d1097f03eea2d84c250, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/378ca4aa81064be4859722986c3e13d2] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=48.9 K 2024-11-24T00:21:58,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:21:58,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:58,991 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:21:58,991 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5247ac437ae14cf188400c438eace967, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407715475 2024-11-24T00:21:58,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:21:58,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:58,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:21:58,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:58,991 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b24e9b5fd5ee489f88780309080d4c42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732407716107 2024-11-24T00:21:58,992 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dd260695a464d1097f03eea2d84c250, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732407716738 2024-11-24T00:21:58,993 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 378ca4aa81064be4859722986c3e13d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732407717084 2024-11-24T00:21:58,993 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:21:58,993 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:21:58,993 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:58,993 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/219ddf102b6c4685abf7de9386cfcf0a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/54d36a2508b94405804dec7cfd23c311, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/af5f6098f4444d928c7ccaecb0eba461, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f2b57611c0a7456aacca63d18e1c5ed2] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=48.9 K 2024-11-24T00:21:58,994 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 219ddf102b6c4685abf7de9386cfcf0a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407715475 2024-11-24T00:21:58,994 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d36a2508b94405804dec7cfd23c311, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732407716107 2024-11-24T00:21:58,994 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting af5f6098f4444d928c7ccaecb0eba461, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732407716738 2024-11-24T00:21:58,995 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b57611c0a7456aacca63d18e1c5ed2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732407717084 2024-11-24T00:21:59,010 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:59,011 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/a4f0bb114df14fca8c621fe0125d73e1 is 50, key is test_row_0/A:col10/1732407717698/Put/seqid=0 2024-11-24T00:21:59,018 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:59,019 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/f0bcd7190f254e19af2dd5fb118a41f2 is 50, key is test_row_0/B:col10/1732407717698/Put/seqid=0 2024-11-24T00:21:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742158_1334 (size=13289) 2024-11-24T00:21:59,043 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/a4f0bb114df14fca8c621fe0125d73e1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a4f0bb114df14fca8c621fe0125d73e1 2024-11-24T00:21:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742159_1335 (size=13289) 2024-11-24T00:21:59,049 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into a4f0bb114df14fca8c621fe0125d73e1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:59,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:59,049 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=12, startTime=1732407718989; duration=0sec 2024-11-24T00:21:59,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:21:59,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:21:59,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:21:59,051 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:21:59,051 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:21:59,051 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:59,051 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d23aad2173ae4ac588ac2ec01c15e64e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/b685eb89a0064e499a8ca299daae0556, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/77938f8383c14459b3eff68271ddcdd0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/dab00285a89740a2a637b4a7cc40dfaf] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=48.8 K 2024-11-24T00:21:59,052 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d23aad2173ae4ac588ac2ec01c15e64e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407715475 2024-11-24T00:21:59,052 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/f0bcd7190f254e19af2dd5fb118a41f2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f0bcd7190f254e19af2dd5fb118a41f2 2024-11-24T00:21:59,052 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b685eb89a0064e499a8ca299daae0556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732407716107 2024-11-24T00:21:59,053 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77938f8383c14459b3eff68271ddcdd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732407716738 2024-11-24T00:21:59,053 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab00285a89740a2a637b4a7cc40dfaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732407717084 2024-11-24T00:21:59,057 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into f0bcd7190f254e19af2dd5fb118a41f2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:59,057 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:59,058 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=12, startTime=1732407718991; duration=0sec 2024-11-24T00:21:59,058 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:59,058 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:21:59,065 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:21:59,065 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/e08fca06a01f491f926a72fd7974887e is 50, key is test_row_0/C:col10/1732407717698/Put/seqid=0 2024-11-24T00:21:59,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:21:59,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T00:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:59,075 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/bde16d8ed29c4d578725a52653e2671d is 50, key is test_row_0/A:col10/1732407717722/Put/seqid=0 2024-11-24T00:21:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742160_1336 (size=13255) 2024-11-24T00:21:59,101 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/e08fca06a01f491f926a72fd7974887e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e08fca06a01f491f926a72fd7974887e 2024-11-24T00:21:59,106 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into e08fca06a01f491f926a72fd7974887e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:21:59,106 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:59,106 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=12, startTime=1732407718991; duration=0sec 2024-11-24T00:21:59,107 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:21:59,107 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:21:59,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742161_1337 (size=12301) 2024-11-24T00:21:59,111 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/bde16d8ed29c4d578725a52653e2671d 2024-11-24T00:21:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/ebd71027ac964c21b0a9ba5876f81453 is 50, key is test_row_0/B:col10/1732407717722/Put/seqid=0 2024-11-24T00:21:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742162_1338 (size=12301) 2024-11-24T00:21:59,540 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/ebd71027ac964c21b0a9ba5876f81453 2024-11-24T00:21:59,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/e5bd090402e1456faef1ce0d8518ae8e is 50, key is test_row_0/C:col10/1732407717722/Put/seqid=0 2024-11-24T00:21:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742163_1339 (size=12301) 2024-11-24T00:21:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:59,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. as already flushing 2024-11-24T00:21:59,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407779689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407779791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34142 deadline: 1732407779844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1732407779846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:59,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1732407779849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:21:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34150 deadline: 1732407779851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:21:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T00:21:59,965 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/e5bd090402e1456faef1ce0d8518ae8e 2024-11-24T00:21:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/bde16d8ed29c4d578725a52653e2671d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/bde16d8ed29c4d578725a52653e2671d 2024-11-24T00:21:59,972 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/bde16d8ed29c4d578725a52653e2671d, entries=150, sequenceid=419, filesize=12.0 K 2024-11-24T00:21:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/ebd71027ac964c21b0a9ba5876f81453 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ebd71027ac964c21b0a9ba5876f81453 2024-11-24T00:21:59,977 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ebd71027ac964c21b0a9ba5876f81453, entries=150, sequenceid=419, filesize=12.0 K 2024-11-24T00:21:59,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/e5bd090402e1456faef1ce0d8518ae8e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e5bd090402e1456faef1ce0d8518ae8e 2024-11-24T00:21:59,985 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e5bd090402e1456faef1ce0d8518ae8e, entries=150, sequenceid=419, filesize=12.0 K 2024-11-24T00:21:59,986 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fdfb6f3077a7ef625c8acbd6639b1e5a in 911ms, sequenceid=419, compaction requested=false 2024-11-24T00:21:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:21:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:21:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-24T00:21:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-24T00:21:59,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T00:21:59,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1360 sec 2024-11-24T00:21:59,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.1410 sec 2024-11-24T00:21:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:21:59,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T00:21:59,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:21:59,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:59,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:21:59,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:21:59,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:21:59,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:00,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/1dea7c3ec0564c72add244cd812f566a is 50, key is test_row_0/A:col10/1732407719683/Put/seqid=0 2024-11-24T00:22:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742164_1340 (size=14741) 2024-11-24T00:22:00,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407780032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:00,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407780135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:00,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407780339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:00,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/1dea7c3ec0564c72add244cd812f566a 2024-11-24T00:22:00,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/b8a8fc57ffbe4ab398a252a524e928f8 is 50, key is test_row_0/B:col10/1732407719683/Put/seqid=0 2024-11-24T00:22:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742165_1341 (size=12301) 2024-11-24T00:22:00,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407780642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:00,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/b8a8fc57ffbe4ab398a252a524e928f8 2024-11-24T00:22:00,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/a7c7b841822941238dd3f46fbeb6d1e9 is 50, key is test_row_0/C:col10/1732407719683/Put/seqid=0 2024-11-24T00:22:00,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742166_1342 (size=12301) 2024-11-24T00:22:01,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34122 deadline: 1732407781148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:01,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/a7c7b841822941238dd3f46fbeb6d1e9 2024-11-24T00:22:01,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/1dea7c3ec0564c72add244cd812f566a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/1dea7c3ec0564c72add244cd812f566a 2024-11-24T00:22:01,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/1dea7c3ec0564c72add244cd812f566a, entries=200, sequenceid=444, filesize=14.4 K 2024-11-24T00:22:01,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/b8a8fc57ffbe4ab398a252a524e928f8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b8a8fc57ffbe4ab398a252a524e928f8 2024-11-24T00:22:01,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b8a8fc57ffbe4ab398a252a524e928f8, entries=150, sequenceid=444, filesize=12.0 K 2024-11-24T00:22:01,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/a7c7b841822941238dd3f46fbeb6d1e9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a7c7b841822941238dd3f46fbeb6d1e9 2024-11-24T00:22:01,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a7c7b841822941238dd3f46fbeb6d1e9, entries=150, sequenceid=444, filesize=12.0 K 2024-11-24T00:22:01,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1259ms, sequenceid=444, compaction requested=true 2024-11-24T00:22:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:22:01,256 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdfb6f3077a7ef625c8acbd6639b1e5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:01,256 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:01,257 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:01,257 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/A is initiating minor compaction (all files) 2024-11-24T00:22:01,257 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/A in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:01,257 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:01,257 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a4f0bb114df14fca8c621fe0125d73e1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/bde16d8ed29c4d578725a52653e2671d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/1dea7c3ec0564c72add244cd812f566a] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=39.4 K 2024-11-24T00:22:01,257 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/B is initiating minor compaction (all files) 2024-11-24T00:22:01,257 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/B in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:01,257 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f0bcd7190f254e19af2dd5fb118a41f2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ebd71027ac964c21b0a9ba5876f81453, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b8a8fc57ffbe4ab398a252a524e928f8] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=37.0 K 2024-11-24T00:22:01,258 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f0bcd7190f254e19af2dd5fb118a41f2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732407717084 2024-11-24T00:22:01,258 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4f0bb114df14fca8c621fe0125d73e1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732407717084 2024-11-24T00:22:01,258 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ebd71027ac964c21b0a9ba5876f81453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732407717707 2024-11-24T00:22:01,258 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde16d8ed29c4d578725a52653e2671d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732407717707 2024-11-24T00:22:01,259 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b8a8fc57ffbe4ab398a252a524e928f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732407719683 2024-11-24T00:22:01,259 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dea7c3ec0564c72add244cd812f566a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732407719683 2024-11-24T00:22:01,268 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:01,269 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/93a05bbe37b84f05b1ff48f7e5c202d9 is 50, key is test_row_0/B:col10/1732407719683/Put/seqid=0 2024-11-24T00:22:01,278 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:01,279 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/ec4045eb8f9d4defa7f34b9a17f53597 is 50, key is test_row_0/A:col10/1732407719683/Put/seqid=0 2024-11-24T00:22:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742167_1343 (size=13391) 2024-11-24T00:22:01,296 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/93a05bbe37b84f05b1ff48f7e5c202d9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/93a05bbe37b84f05b1ff48f7e5c202d9 2024-11-24T00:22:01,302 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/B of fdfb6f3077a7ef625c8acbd6639b1e5a into 93a05bbe37b84f05b1ff48f7e5c202d9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:01,302 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:22:01,303 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/B, priority=13, startTime=1732407721256; duration=0sec 2024-11-24T00:22:01,303 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:01,303 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:B 2024-11-24T00:22:01,303 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742168_1344 (size=13391) 2024-11-24T00:22:01,304 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:01,304 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): fdfb6f3077a7ef625c8acbd6639b1e5a/C is initiating minor compaction (all files) 2024-11-24T00:22:01,304 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fdfb6f3077a7ef625c8acbd6639b1e5a/C in TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:01,304 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e08fca06a01f491f926a72fd7974887e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e5bd090402e1456faef1ce0d8518ae8e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a7c7b841822941238dd3f46fbeb6d1e9] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp, totalSize=37.0 K 2024-11-24T00:22:01,305 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e08fca06a01f491f926a72fd7974887e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732407717084 2024-11-24T00:22:01,306 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e5bd090402e1456faef1ce0d8518ae8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732407717707 2024-11-24T00:22:01,307 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a7c7b841822941238dd3f46fbeb6d1e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732407719683 2024-11-24T00:22:01,313 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/ec4045eb8f9d4defa7f34b9a17f53597 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ec4045eb8f9d4defa7f34b9a17f53597 2024-11-24T00:22:01,319 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/A of fdfb6f3077a7ef625c8acbd6639b1e5a into ec4045eb8f9d4defa7f34b9a17f53597(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:01,319 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:22:01,319 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/A, priority=13, startTime=1732407721256; duration=0sec 2024-11-24T00:22:01,319 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:01,319 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:A 2024-11-24T00:22:01,320 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdfb6f3077a7ef625c8acbd6639b1e5a#C#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:01,321 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/32a1447b1a554f4394f60224e135222a is 50, key is test_row_0/C:col10/1732407719683/Put/seqid=0 2024-11-24T00:22:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742169_1345 (size=13357) 2024-11-24T00:22:01,383 DEBUG [Thread-1157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20a7636c to 127.0.0.1:54804 2024-11-24T00:22:01,384 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,385 DEBUG [Thread-1155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ec51b52 to 127.0.0.1:54804 2024-11-24T00:22:01,385 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,386 DEBUG [Thread-1153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4187186b to 127.0.0.1:54804 2024-11-24T00:22:01,386 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a724365 to 127.0.0.1:54804 2024-11-24T00:22:01,386 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,387 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,388 DEBUG [Thread-1151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d59ed84 to 127.0.0.1:54804 2024-11-24T00:22:01,388 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,758 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/32a1447b1a554f4394f60224e135222a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/32a1447b1a554f4394f60224e135222a 2024-11-24T00:22:01,763 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fdfb6f3077a7ef625c8acbd6639b1e5a/C of fdfb6f3077a7ef625c8acbd6639b1e5a into 32a1447b1a554f4394f60224e135222a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:01,763 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:22:01,763 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a., storeName=fdfb6f3077a7ef625c8acbd6639b1e5a/C, priority=13, startTime=1732407721256; duration=0sec 2024-11-24T00:22:01,763 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:01,763 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdfb6f3077a7ef625c8acbd6639b1e5a:C 2024-11-24T00:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:22:01,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:22:01,853 DEBUG [Thread-1142 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18724143 to 127.0.0.1:54804 2024-11-24T00:22:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:22:01,854 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:01,855 DEBUG [Thread-1144 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04215ff2 to 127.0.0.1:54804 2024-11-24T00:22:01,855 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,857 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9ffc85 to 127.0.0.1:54804 2024-11-24T00:22:01,857 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/325bf30222bb4da68fc0ae5ebbeeeabb is 50, key is test_row_0/A:col10/1732407721852/Put/seqid=0 2024-11-24T00:22:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742170_1346 (size=12301) 2024-11-24T00:22:01,868 DEBUG [Thread-1146 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cb89dc6 to 127.0.0.1:54804 2024-11-24T00:22:01,868 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T00:22:01,953 INFO [Thread-1148 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-24T00:22:02,157 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x718544b3 to 127.0.0.1:54804 2024-11-24T00:22:02,157 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 169 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6368 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6311 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6296 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6380 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6345 2024-11-24T00:22:02,157 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T00:22:02,157 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T00:22:02,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fe4ac0b to 127.0.0.1:54804 2024-11-24T00:22:02,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:02,158 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T00:22:02,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T00:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T00:22:02,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407722164"}]},"ts":"1732407722164"} 2024-11-24T00:22:02,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T00:22:02,168 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T00:22:02,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:22:02,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdfb6f3077a7ef625c8acbd6639b1e5a, UNASSIGN}] 2024-11-24T00:22:02,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdfb6f3077a7ef625c8acbd6639b1e5a, UNASSIGN 2024-11-24T00:22:02,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=fdfb6f3077a7ef625c8acbd6639b1e5a, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:02,172 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:22:02,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:22:02,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/325bf30222bb4da68fc0ae5ebbeeeabb 2024-11-24T00:22:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T00:22:02,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/4f8d921b992d4ef7bd1d4a9c97ee5437 is 50, key is test_row_0/B:col10/1732407721852/Put/seqid=0 2024-11-24T00:22:02,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742171_1347 (size=12301) 2024-11-24T00:22:02,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:02,323 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:22:02,324 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:22:02,324 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing fdfb6f3077a7ef625c8acbd6639b1e5a, disabling compactions & flushes 2024-11-24T00:22:02,324 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T00:22:02,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/4f8d921b992d4ef7bd1d4a9c97ee5437 2024-11-24T00:22:02,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/bb2ef193988445348a127cc4b5897f73 is 50, key is test_row_0/C:col10/1732407721852/Put/seqid=0 2024-11-24T00:22:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742172_1348 (size=12301) 2024-11-24T00:22:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T00:22:03,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/bb2ef193988445348a127cc4b5897f73 2024-11-24T00:22:03,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/325bf30222bb4da68fc0ae5ebbeeeabb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/325bf30222bb4da68fc0ae5ebbeeeabb 2024-11-24T00:22:03,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/325bf30222bb4da68fc0ae5ebbeeeabb, entries=150, sequenceid=460, filesize=12.0 K 2024-11-24T00:22:03,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/4f8d921b992d4ef7bd1d4a9c97ee5437 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/4f8d921b992d4ef7bd1d4a9c97ee5437 2024-11-24T00:22:03,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/4f8d921b992d4ef7bd1d4a9c97ee5437, entries=150, sequenceid=460, filesize=12.0 K 2024-11-24T00:22:03,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/bb2ef193988445348a127cc4b5897f73 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bb2ef193988445348a127cc4b5897f73 2024-11-24T00:22:03,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bb2ef193988445348a127cc4b5897f73, entries=150, sequenceid=460, filesize=12.0 K 2024-11-24T00:22:03,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1244ms, sequenceid=460, compaction requested=false 2024-11-24T00:22:03,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:22:03,097 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:03,097 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:03,097 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. after waiting 0 ms 2024-11-24T00:22:03,097 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:03,097 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing fdfb6f3077a7ef625c8acbd6639b1e5a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T00:22:03,098 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=A 2024-11-24T00:22:03,098 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:03,098 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=B 2024-11-24T00:22:03,098 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:03,098 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdfb6f3077a7ef625c8acbd6639b1e5a, store=C 2024-11-24T00:22:03,098 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:03,101 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/7cf87054a57641e3953d0b350faed0c1 is 50, key is test_row_1/A:col10/1732407722156/Put/seqid=0 2024-11-24T00:22:03,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742173_1349 (size=9857) 2024-11-24T00:22:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T00:22:03,505 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/7cf87054a57641e3953d0b350faed0c1 2024-11-24T00:22:03,510 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/84e03f6289cd4c978ffc79a35fc2dab0 is 50, key is test_row_1/B:col10/1732407722156/Put/seqid=0 2024-11-24T00:22:03,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742174_1350 (size=9857) 2024-11-24T00:22:03,914 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/84e03f6289cd4c978ffc79a35fc2dab0 2024-11-24T00:22:03,921 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/00ec88b3a68d4477bf94ccbe303c6a8f is 50, key is test_row_1/C:col10/1732407722156/Put/seqid=0 2024-11-24T00:22:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742175_1351 (size=9857) 2024-11-24T00:22:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T00:22:04,325 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/00ec88b3a68d4477bf94ccbe303c6a8f 2024-11-24T00:22:04,330 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/A/7cf87054a57641e3953d0b350faed0c1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/7cf87054a57641e3953d0b350faed0c1 2024-11-24T00:22:04,334 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/7cf87054a57641e3953d0b350faed0c1, entries=100, sequenceid=467, filesize=9.6 K 2024-11-24T00:22:04,335 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/B/84e03f6289cd4c978ffc79a35fc2dab0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/84e03f6289cd4c978ffc79a35fc2dab0 2024-11-24T00:22:04,339 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/84e03f6289cd4c978ffc79a35fc2dab0, entries=100, sequenceid=467, filesize=9.6 K 2024-11-24T00:22:04,340 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/.tmp/C/00ec88b3a68d4477bf94ccbe303c6a8f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/00ec88b3a68d4477bf94ccbe303c6a8f 2024-11-24T00:22:04,346 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/00ec88b3a68d4477bf94ccbe303c6a8f, entries=100, sequenceid=467, filesize=9.6 K 2024-11-24T00:22:04,347 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for fdfb6f3077a7ef625c8acbd6639b1e5a in 1250ms, sequenceid=467, compaction requested=true 2024-11-24T00:22:04,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/fc4d54a69c5e47abb1e6f362f8223fb6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/40d839ba2c1f410bb5c84f7e6d594102, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/674ab07cb1774158ba7e1c7f9b52fe67, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ece599a4e6954ffc8890cc53a798706f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5e64a0f543402da7de5f2909a4e6a8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/82f339faec4148fe93d0b9a412c1e0b5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/09766d997d084554a0773f21ec5fc077, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/062aabc20ddc41a7a26cfa2f5dc698f8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/118b67bb4dd946fe82562b3926dc0ad4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5a73c622ebd842d4868c9ca5c9c0dcf0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/d6a4b3b7c96f422890e165cc7d1a489d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/f0a808640f274f7680d00d2febaf979c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/cfca60082f30422e840f2160d4f09563, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e989389c00624fa888633c9e82c35818, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3c42cef3a75647ea8c05daf804e60e13, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e5cc8480834b4baca1d459b33b47830c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2a9e755f411b4d5daa0d3602af8d07df, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3462e8d6df914c029463374f2d452772, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b69825ba598d4c31bc644aeae0218a45, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5de740aaa7406cbe41e151866e1732, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b48eca9818b44ea7ba37284461a7dd94, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a035157532d34e3dbca7bc8cb92511b9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/8e6b844b99d74f369f6db1ac6d50f264, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/9a9bed1c93904ab0a60801ca7b4c29da, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5247ac437ae14cf188400c438eace967, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3503c4bc3613412bb8531ab3fa29d95f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b24e9b5fd5ee489f88780309080d4c42, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/0dd260695a464d1097f03eea2d84c250, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a4f0bb114df14fca8c621fe0125d73e1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/378ca4aa81064be4859722986c3e13d2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/bde16d8ed29c4d578725a52653e2671d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/1dea7c3ec0564c72add244cd812f566a] to archive 2024-11-24T00:22:04,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:04,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/fc4d54a69c5e47abb1e6f362f8223fb6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/fc4d54a69c5e47abb1e6f362f8223fb6 2024-11-24T00:22:04,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/40d839ba2c1f410bb5c84f7e6d594102 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/40d839ba2c1f410bb5c84f7e6d594102 2024-11-24T00:22:04,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/674ab07cb1774158ba7e1c7f9b52fe67 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/674ab07cb1774158ba7e1c7f9b52fe67 2024-11-24T00:22:04,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ece599a4e6954ffc8890cc53a798706f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ece599a4e6954ffc8890cc53a798706f 2024-11-24T00:22:04,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5e64a0f543402da7de5f2909a4e6a8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5e64a0f543402da7de5f2909a4e6a8 2024-11-24T00:22:04,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/82f339faec4148fe93d0b9a412c1e0b5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/82f339faec4148fe93d0b9a412c1e0b5 2024-11-24T00:22:04,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/09766d997d084554a0773f21ec5fc077 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/09766d997d084554a0773f21ec5fc077 2024-11-24T00:22:04,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/062aabc20ddc41a7a26cfa2f5dc698f8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/062aabc20ddc41a7a26cfa2f5dc698f8 2024-11-24T00:22:04,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/118b67bb4dd946fe82562b3926dc0ad4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/118b67bb4dd946fe82562b3926dc0ad4 2024-11-24T00:22:04,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5a73c622ebd842d4868c9ca5c9c0dcf0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5a73c622ebd842d4868c9ca5c9c0dcf0 2024-11-24T00:22:04,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/d6a4b3b7c96f422890e165cc7d1a489d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/d6a4b3b7c96f422890e165cc7d1a489d 2024-11-24T00:22:04,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/f0a808640f274f7680d00d2febaf979c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/f0a808640f274f7680d00d2febaf979c 2024-11-24T00:22:04,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/cfca60082f30422e840f2160d4f09563 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/cfca60082f30422e840f2160d4f09563 2024-11-24T00:22:04,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e989389c00624fa888633c9e82c35818 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e989389c00624fa888633c9e82c35818 2024-11-24T00:22:04,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3c42cef3a75647ea8c05daf804e60e13 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3c42cef3a75647ea8c05daf804e60e13 2024-11-24T00:22:04,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e5cc8480834b4baca1d459b33b47830c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/e5cc8480834b4baca1d459b33b47830c 2024-11-24T00:22:04,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2a9e755f411b4d5daa0d3602af8d07df to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2a9e755f411b4d5daa0d3602af8d07df 2024-11-24T00:22:04,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3462e8d6df914c029463374f2d452772 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3462e8d6df914c029463374f2d452772 2024-11-24T00:22:04,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b69825ba598d4c31bc644aeae0218a45 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b69825ba598d4c31bc644aeae0218a45 2024-11-24T00:22:04,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5de740aaa7406cbe41e151866e1732 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/2f5de740aaa7406cbe41e151866e1732 2024-11-24T00:22:04,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b48eca9818b44ea7ba37284461a7dd94 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b48eca9818b44ea7ba37284461a7dd94 2024-11-24T00:22:04,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a035157532d34e3dbca7bc8cb92511b9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a035157532d34e3dbca7bc8cb92511b9 2024-11-24T00:22:04,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/8e6b844b99d74f369f6db1ac6d50f264 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/8e6b844b99d74f369f6db1ac6d50f264 2024-11-24T00:22:04,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/9a9bed1c93904ab0a60801ca7b4c29da to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/9a9bed1c93904ab0a60801ca7b4c29da 2024-11-24T00:22:04,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5247ac437ae14cf188400c438eace967 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/5247ac437ae14cf188400c438eace967 2024-11-24T00:22:04,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3503c4bc3613412bb8531ab3fa29d95f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/3503c4bc3613412bb8531ab3fa29d95f 2024-11-24T00:22:04,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b24e9b5fd5ee489f88780309080d4c42 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/b24e9b5fd5ee489f88780309080d4c42 2024-11-24T00:22:04,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/0dd260695a464d1097f03eea2d84c250 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/0dd260695a464d1097f03eea2d84c250 2024-11-24T00:22:04,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a4f0bb114df14fca8c621fe0125d73e1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/a4f0bb114df14fca8c621fe0125d73e1 2024-11-24T00:22:04,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/378ca4aa81064be4859722986c3e13d2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/378ca4aa81064be4859722986c3e13d2 2024-11-24T00:22:04,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/bde16d8ed29c4d578725a52653e2671d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/bde16d8ed29c4d578725a52653e2671d 2024-11-24T00:22:04,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/1dea7c3ec0564c72add244cd812f566a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/1dea7c3ec0564c72add244cd812f566a 2024-11-24T00:22:04,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/0e50f02eea7c4ee38c4e8256deaa8641, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/9da75050bfe04c769e06a792b5273a1e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/6c74556e17394931b42cc9918f7727ac, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/29337213b0d44899ad3391aefe6f440e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/342c4cf066244807b86ffb73e8b7b41e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/cddd7cae4b484f6f84e00a6602fcf3b4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/42d049b1a42d4b64bfc247e688dbedc6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/781c26d088814a289bdc5bec291fa523, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b561fc3fbb62480d8f69ade04bbcaa52, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/5e2e2fd24e1c4978b5a9453c64347e5a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/33be131718c543bda1b4b3e4da76852c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/818d5c23cd974e0e866d5e0f4eb3ba9d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c10d2c3bb0d94a83b86663bfad6b933e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/a7417447ffb44b38beef440556df2bd5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/869fafe0e85c4f58a88a2f88d75bd942, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c80b563b1d2c48879f8df3c4ec59556e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/7f7e889d00c946aeb703a10507824cf8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/465eb2bd2cde49889860e2db62ab4c81, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d609583e9240447e8029e4c83bf8e669, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d02bdb249cc24b918264e4aa34d10aa0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/232925a6c8174fffbb96eff377bcbd04, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/72b1d2726d484554ba1c6147090c348c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ae65e7497a534c06bd5636d579fd0fb5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d99ebaf515a449fc9ae576c3a88d8932, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/219ddf102b6c4685abf7de9386cfcf0a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/616f5bcc69ad44399817c3ca6a1f7a99, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/54d36a2508b94405804dec7cfd23c311, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/af5f6098f4444d928c7ccaecb0eba461, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f0bcd7190f254e19af2dd5fb118a41f2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f2b57611c0a7456aacca63d18e1c5ed2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ebd71027ac964c21b0a9ba5876f81453, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b8a8fc57ffbe4ab398a252a524e928f8] to archive 2024-11-24T00:22:04,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:04,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/0e50f02eea7c4ee38c4e8256deaa8641 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/0e50f02eea7c4ee38c4e8256deaa8641 2024-11-24T00:22:04,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/9da75050bfe04c769e06a792b5273a1e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/9da75050bfe04c769e06a792b5273a1e 2024-11-24T00:22:04,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/6c74556e17394931b42cc9918f7727ac to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/6c74556e17394931b42cc9918f7727ac 2024-11-24T00:22:04,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/29337213b0d44899ad3391aefe6f440e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/29337213b0d44899ad3391aefe6f440e 2024-11-24T00:22:04,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/342c4cf066244807b86ffb73e8b7b41e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/342c4cf066244807b86ffb73e8b7b41e 2024-11-24T00:22:04,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/cddd7cae4b484f6f84e00a6602fcf3b4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/cddd7cae4b484f6f84e00a6602fcf3b4 2024-11-24T00:22:04,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/42d049b1a42d4b64bfc247e688dbedc6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/42d049b1a42d4b64bfc247e688dbedc6 2024-11-24T00:22:04,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/781c26d088814a289bdc5bec291fa523 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/781c26d088814a289bdc5bec291fa523 2024-11-24T00:22:04,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b561fc3fbb62480d8f69ade04bbcaa52 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b561fc3fbb62480d8f69ade04bbcaa52 2024-11-24T00:22:04,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/5e2e2fd24e1c4978b5a9453c64347e5a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/5e2e2fd24e1c4978b5a9453c64347e5a 2024-11-24T00:22:04,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/33be131718c543bda1b4b3e4da76852c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/33be131718c543bda1b4b3e4da76852c 2024-11-24T00:22:04,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/818d5c23cd974e0e866d5e0f4eb3ba9d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/818d5c23cd974e0e866d5e0f4eb3ba9d 2024-11-24T00:22:04,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c10d2c3bb0d94a83b86663bfad6b933e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c10d2c3bb0d94a83b86663bfad6b933e 2024-11-24T00:22:04,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/a7417447ffb44b38beef440556df2bd5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/a7417447ffb44b38beef440556df2bd5 2024-11-24T00:22:04,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/869fafe0e85c4f58a88a2f88d75bd942 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/869fafe0e85c4f58a88a2f88d75bd942 2024-11-24T00:22:04,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c80b563b1d2c48879f8df3c4ec59556e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/c80b563b1d2c48879f8df3c4ec59556e 2024-11-24T00:22:04,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/7f7e889d00c946aeb703a10507824cf8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/7f7e889d00c946aeb703a10507824cf8 2024-11-24T00:22:04,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/465eb2bd2cde49889860e2db62ab4c81 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/465eb2bd2cde49889860e2db62ab4c81 2024-11-24T00:22:04,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d609583e9240447e8029e4c83bf8e669 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d609583e9240447e8029e4c83bf8e669 2024-11-24T00:22:04,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d02bdb249cc24b918264e4aa34d10aa0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d02bdb249cc24b918264e4aa34d10aa0 2024-11-24T00:22:04,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/232925a6c8174fffbb96eff377bcbd04 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/232925a6c8174fffbb96eff377bcbd04 2024-11-24T00:22:04,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/72b1d2726d484554ba1c6147090c348c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/72b1d2726d484554ba1c6147090c348c 2024-11-24T00:22:04,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ae65e7497a534c06bd5636d579fd0fb5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ae65e7497a534c06bd5636d579fd0fb5 2024-11-24T00:22:04,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d99ebaf515a449fc9ae576c3a88d8932 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/d99ebaf515a449fc9ae576c3a88d8932 2024-11-24T00:22:04,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/219ddf102b6c4685abf7de9386cfcf0a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/219ddf102b6c4685abf7de9386cfcf0a 2024-11-24T00:22:04,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/616f5bcc69ad44399817c3ca6a1f7a99 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/616f5bcc69ad44399817c3ca6a1f7a99 2024-11-24T00:22:04,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/54d36a2508b94405804dec7cfd23c311 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/54d36a2508b94405804dec7cfd23c311 2024-11-24T00:22:04,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/af5f6098f4444d928c7ccaecb0eba461 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/af5f6098f4444d928c7ccaecb0eba461 2024-11-24T00:22:04,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f0bcd7190f254e19af2dd5fb118a41f2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f0bcd7190f254e19af2dd5fb118a41f2 2024-11-24T00:22:04,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f2b57611c0a7456aacca63d18e1c5ed2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/f2b57611c0a7456aacca63d18e1c5ed2 2024-11-24T00:22:04,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ebd71027ac964c21b0a9ba5876f81453 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/ebd71027ac964c21b0a9ba5876f81453 2024-11-24T00:22:04,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b8a8fc57ffbe4ab398a252a524e928f8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/b8a8fc57ffbe4ab398a252a524e928f8 2024-11-24T00:22:04,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f925e530a9c345d3b7f7074d11b63970, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a530e9f8239641a480bb1bd4010aa858, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/aec316f9513d4c83a57943d63cc80057, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6cbdb08c011b461eac9fc3063090de8c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/9af22600d21c41d0bcbb4fff472cc4b0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6308eaf0c3694a459a83f1763bc1aeb0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/87d15fa47b874cce8307741f2bd7458b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/ac0f87a44778446092959af7c93de760, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fc7ed9ea1ffe4e66afe4ce4548a170ab, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/1bede2de73724d8484b38e60115670e1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f14d4827c2f741459c41cbb54ac4c11f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/53de15b6d5e94f129cb7b576dc56cfe9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bdc0415fa3f24e378c887baac3f7f61b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/feb8390a56d74fe08bf891ce78cc30ad, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f7b6d18be53840e9a1661addf3332508, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f4f1b1427e2740c79369a1f5b38a16a3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c639e16dd09b436bb0dc7ae7e358b665, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c9219ceec5134f2498c47076971b3dbe, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c8f247e83608434c84ca59f23e920284, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/5f8ecf0ff3ea489baa2f9c441d73804c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d7f4630a571e412ab6f934c8d32aee8d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fd96edb33a7a41e8bad73ce178ae6cae, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/4255264d7e0346ada68b79976bdbbfe9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d23aad2173ae4ac588ac2ec01c15e64e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/65cf03f214664e4dbfe092fe026fae59, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/b685eb89a0064e499a8ca299daae0556, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/77938f8383c14459b3eff68271ddcdd0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e08fca06a01f491f926a72fd7974887e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/dab00285a89740a2a637b4a7cc40dfaf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e5bd090402e1456faef1ce0d8518ae8e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a7c7b841822941238dd3f46fbeb6d1e9] to archive 2024-11-24T00:22:04,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:04,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f925e530a9c345d3b7f7074d11b63970 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f925e530a9c345d3b7f7074d11b63970 2024-11-24T00:22:04,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a530e9f8239641a480bb1bd4010aa858 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a530e9f8239641a480bb1bd4010aa858 2024-11-24T00:22:04,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/aec316f9513d4c83a57943d63cc80057 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/aec316f9513d4c83a57943d63cc80057 2024-11-24T00:22:04,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6cbdb08c011b461eac9fc3063090de8c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6cbdb08c011b461eac9fc3063090de8c 2024-11-24T00:22:04,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/9af22600d21c41d0bcbb4fff472cc4b0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/9af22600d21c41d0bcbb4fff472cc4b0 2024-11-24T00:22:04,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6308eaf0c3694a459a83f1763bc1aeb0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/6308eaf0c3694a459a83f1763bc1aeb0 2024-11-24T00:22:04,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/87d15fa47b874cce8307741f2bd7458b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/87d15fa47b874cce8307741f2bd7458b 2024-11-24T00:22:04,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/ac0f87a44778446092959af7c93de760 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/ac0f87a44778446092959af7c93de760 2024-11-24T00:22:04,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fc7ed9ea1ffe4e66afe4ce4548a170ab to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fc7ed9ea1ffe4e66afe4ce4548a170ab 2024-11-24T00:22:04,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/1bede2de73724d8484b38e60115670e1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/1bede2de73724d8484b38e60115670e1 2024-11-24T00:22:04,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f14d4827c2f741459c41cbb54ac4c11f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f14d4827c2f741459c41cbb54ac4c11f 2024-11-24T00:22:04,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/53de15b6d5e94f129cb7b576dc56cfe9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/53de15b6d5e94f129cb7b576dc56cfe9 2024-11-24T00:22:04,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bdc0415fa3f24e378c887baac3f7f61b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bdc0415fa3f24e378c887baac3f7f61b 2024-11-24T00:22:04,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/feb8390a56d74fe08bf891ce78cc30ad to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/feb8390a56d74fe08bf891ce78cc30ad 2024-11-24T00:22:04,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f7b6d18be53840e9a1661addf3332508 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f7b6d18be53840e9a1661addf3332508 2024-11-24T00:22:04,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f4f1b1427e2740c79369a1f5b38a16a3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/f4f1b1427e2740c79369a1f5b38a16a3 2024-11-24T00:22:04,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c639e16dd09b436bb0dc7ae7e358b665 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c639e16dd09b436bb0dc7ae7e358b665 2024-11-24T00:22:04,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c9219ceec5134f2498c47076971b3dbe to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c9219ceec5134f2498c47076971b3dbe 2024-11-24T00:22:04,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c8f247e83608434c84ca59f23e920284 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/c8f247e83608434c84ca59f23e920284 2024-11-24T00:22:04,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/5f8ecf0ff3ea489baa2f9c441d73804c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/5f8ecf0ff3ea489baa2f9c441d73804c 2024-11-24T00:22:04,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d7f4630a571e412ab6f934c8d32aee8d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d7f4630a571e412ab6f934c8d32aee8d 2024-11-24T00:22:04,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fd96edb33a7a41e8bad73ce178ae6cae to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/fd96edb33a7a41e8bad73ce178ae6cae 2024-11-24T00:22:04,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/4255264d7e0346ada68b79976bdbbfe9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/4255264d7e0346ada68b79976bdbbfe9 2024-11-24T00:22:04,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d23aad2173ae4ac588ac2ec01c15e64e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/d23aad2173ae4ac588ac2ec01c15e64e 2024-11-24T00:22:04,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/65cf03f214664e4dbfe092fe026fae59 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/65cf03f214664e4dbfe092fe026fae59 2024-11-24T00:22:04,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/b685eb89a0064e499a8ca299daae0556 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/b685eb89a0064e499a8ca299daae0556 2024-11-24T00:22:04,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/77938f8383c14459b3eff68271ddcdd0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/77938f8383c14459b3eff68271ddcdd0 2024-11-24T00:22:04,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e08fca06a01f491f926a72fd7974887e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e08fca06a01f491f926a72fd7974887e 2024-11-24T00:22:04,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/dab00285a89740a2a637b4a7cc40dfaf to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/dab00285a89740a2a637b4a7cc40dfaf 2024-11-24T00:22:04,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e5bd090402e1456faef1ce0d8518ae8e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/e5bd090402e1456faef1ce0d8518ae8e 2024-11-24T00:22:04,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a7c7b841822941238dd3f46fbeb6d1e9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/a7c7b841822941238dd3f46fbeb6d1e9 2024-11-24T00:22:04,464 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/recovered.edits/470.seqid, newMaxSeqId=470, maxSeqId=1 2024-11-24T00:22:04,465 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a. 2024-11-24T00:22:04,465 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for fdfb6f3077a7ef625c8acbd6639b1e5a: 2024-11-24T00:22:04,466 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:22:04,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=fdfb6f3077a7ef625c8acbd6639b1e5a, regionState=CLOSED 2024-11-24T00:22:04,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-24T00:22:04,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure fdfb6f3077a7ef625c8acbd6639b1e5a, server=1a18afc96aae,44317,1732407637776 in 2.2960 sec 2024-11-24T00:22:04,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-24T00:22:04,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdfb6f3077a7ef625c8acbd6639b1e5a, UNASSIGN in 2.2990 sec 2024-11-24T00:22:04,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-24T00:22:04,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3030 sec 2024-11-24T00:22:04,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407724474"}]},"ts":"1732407724474"} 2024-11-24T00:22:04,475 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T00:22:04,478 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T00:22:04,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3190 sec 2024-11-24T00:22:06,112 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T00:22:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T00:22:06,266 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-24T00:22:06,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T00:22:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:06,268 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T00:22:06,268 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:06,270 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:22:06,272 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/recovered.edits] 2024-11-24T00:22:06,274 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/325bf30222bb4da68fc0ae5ebbeeeabb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/325bf30222bb4da68fc0ae5ebbeeeabb 2024-11-24T00:22:06,275 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/7cf87054a57641e3953d0b350faed0c1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/7cf87054a57641e3953d0b350faed0c1 2024-11-24T00:22:06,276 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ec4045eb8f9d4defa7f34b9a17f53597 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/A/ec4045eb8f9d4defa7f34b9a17f53597 2024-11-24T00:22:06,277 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/4f8d921b992d4ef7bd1d4a9c97ee5437 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/4f8d921b992d4ef7bd1d4a9c97ee5437 2024-11-24T00:22:06,278 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/84e03f6289cd4c978ffc79a35fc2dab0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/84e03f6289cd4c978ffc79a35fc2dab0 2024-11-24T00:22:06,279 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/93a05bbe37b84f05b1ff48f7e5c202d9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/B/93a05bbe37b84f05b1ff48f7e5c202d9 2024-11-24T00:22:06,280 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/00ec88b3a68d4477bf94ccbe303c6a8f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/00ec88b3a68d4477bf94ccbe303c6a8f 2024-11-24T00:22:06,281 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/32a1447b1a554f4394f60224e135222a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/32a1447b1a554f4394f60224e135222a 2024-11-24T00:22:06,282 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bb2ef193988445348a127cc4b5897f73 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/C/bb2ef193988445348a127cc4b5897f73 2024-11-24T00:22:06,283 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/recovered.edits/470.seqid to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a/recovered.edits/470.seqid 2024-11-24T00:22:06,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/fdfb6f3077a7ef625c8acbd6639b1e5a 2024-11-24T00:22:06,284 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T00:22:06,286 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:06,290 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T00:22:06,292 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T00:22:06,293 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:06,293 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T00:22:06,293 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732407726293"}]},"ts":"9223372036854775807"} 2024-11-24T00:22:06,295 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T00:22:06,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fdfb6f3077a7ef625c8acbd6639b1e5a, NAME => 'TestAcidGuarantees,,1732407699219.fdfb6f3077a7ef625c8acbd6639b1e5a.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T00:22:06,295 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T00:22:06,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732407726295"}]},"ts":"9223372036854775807"} 2024-11-24T00:22:06,296 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T00:22:06,299 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:06,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-24T00:22:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T00:22:06,369 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-24T00:22:06,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 242), OpenFileDescriptor=450 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7663 (was 7189) - AvailableMemoryMB LEAK? - 2024-11-24T00:22:06,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=7663 2024-11-24T00:22:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:22:06,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:22:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:06,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T00:22:06,390 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:06,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-24T00:22:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T00:22:06,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T00:22:06,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742176_1352 (size=960) 2024-11-24T00:22:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T00:22:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T00:22:06,813 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:22:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742177_1353 (size=53) 2024-11-24T00:22:06,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:22:06,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 73af2b3eb2ecc180df556ba935a636e7, disabling compactions & flushes 2024-11-24T00:22:06,866 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:06,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:06,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. after waiting 0 ms 2024-11-24T00:22:06,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:06,866 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:06,867 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:06,868 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T00:22:06,868 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732407726868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732407726868"}]},"ts":"1732407726868"} 2024-11-24T00:22:06,869 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T00:22:06,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T00:22:06,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407726870"}]},"ts":"1732407726870"} 2024-11-24T00:22:06,872 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T00:22:06,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, ASSIGN}] 2024-11-24T00:22:06,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, ASSIGN 2024-11-24T00:22:06,883 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, ASSIGN; state=OFFLINE, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=false 2024-11-24T00:22:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T00:22:07,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:07,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:22:07,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:07,202 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:07,202 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:22:07,202 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,203 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:22:07,203 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,203 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,208 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,215 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:07,216 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73af2b3eb2ecc180df556ba935a636e7 columnFamilyName A 2024-11-24T00:22:07,216 DEBUG [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:07,217 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(327): Store=73af2b3eb2ecc180df556ba935a636e7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:07,217 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,219 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:07,219 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73af2b3eb2ecc180df556ba935a636e7 columnFamilyName B 2024-11-24T00:22:07,219 DEBUG [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:07,220 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(327): Store=73af2b3eb2ecc180df556ba935a636e7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:07,220 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,221 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:07,221 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73af2b3eb2ecc180df556ba935a636e7 columnFamilyName C 2024-11-24T00:22:07,221 DEBUG [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:07,222 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(327): Store=73af2b3eb2ecc180df556ba935a636e7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:07,222 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:07,223 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,223 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,226 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:22:07,232 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:07,237 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:22:07,237 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 73af2b3eb2ecc180df556ba935a636e7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66046380, jitterRate=-0.015832245349884033}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:22:07,238 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:07,239 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., pid=104, masterSystemTime=1732407727196 2024-11-24T00:22:07,242 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:07,242 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:07,243 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:07,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-24T00:22:07,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 in 209 msec 2024-11-24T00:22:07,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-24T00:22:07,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, ASSIGN in 367 msec 2024-11-24T00:22:07,249 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T00:22:07,249 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407727249"}]},"ts":"1732407727249"} 2024-11-24T00:22:07,251 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T00:22:07,256 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T00:22:07,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 868 msec 2024-11-24T00:22:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T00:22:07,495 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-24T00:22:07,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c8cc27b to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c68919e 2024-11-24T00:22:07,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63822144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:07,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:07,533 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:07,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T00:22:07,537 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T00:22:07,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:22:07,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:22:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:07,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742178_1354 (size=996) 2024-11-24T00:22:07,968 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T00:22:07,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T00:22:07,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:22:07,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, REOPEN/MOVE}] 2024-11-24T00:22:07,977 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, REOPEN/MOVE 2024-11-24T00:22:07,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:07,980 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:22:07,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:22:08,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,132 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,132 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:22:08,132 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 73af2b3eb2ecc180df556ba935a636e7, disabling compactions & flushes 2024-11-24T00:22:08,132 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,132 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,132 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. after waiting 0 ms 2024-11-24T00:22:08,132 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,149 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T00:22:08,151 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,151 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:08,151 WARN [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: 73af2b3eb2ecc180df556ba935a636e7 to self. 2024-11-24T00:22:08,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=CLOSED 2024-11-24T00:22:08,155 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-24T00:22:08,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 in 176 msec 2024-11-24T00:22:08,159 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, REOPEN/MOVE; state=CLOSED, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=true 2024-11-24T00:22:08,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:22:08,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,471 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,471 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:22:08,472 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,472 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:22:08,472 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,472 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,474 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,475 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:08,475 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73af2b3eb2ecc180df556ba935a636e7 columnFamilyName A 2024-11-24T00:22:08,490 DEBUG [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:08,493 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(327): Store=73af2b3eb2ecc180df556ba935a636e7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:08,493 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,494 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:08,495 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73af2b3eb2ecc180df556ba935a636e7 columnFamilyName B 2024-11-24T00:22:08,495 DEBUG [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:08,496 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(327): Store=73af2b3eb2ecc180df556ba935a636e7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:08,496 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,497 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:08,497 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73af2b3eb2ecc180df556ba935a636e7 columnFamilyName C 2024-11-24T00:22:08,497 DEBUG [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:08,497 INFO [StoreOpener-73af2b3eb2ecc180df556ba935a636e7-1 {}] regionserver.HStore(327): Store=73af2b3eb2ecc180df556ba935a636e7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:08,498 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,499 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,500 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,502 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:22:08,504 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,505 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 73af2b3eb2ecc180df556ba935a636e7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63950788, jitterRate=-0.04705899953842163}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:22:08,506 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:08,507 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., pid=109, masterSystemTime=1732407728467 2024-11-24T00:22:08,509 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,509 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=OPEN, openSeqNum=5, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-11-24T00:22:08,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 in 207 msec 2024-11-24T00:22:08,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T00:22:08,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, REOPEN/MOVE in 545 msec 2024-11-24T00:22:08,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-24T00:22:08,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 551 msec 2024-11-24T00:22:08,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 983 msec 2024-11-24T00:22:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-24T00:22:08,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x081cac4f to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@601038b3 2024-11-24T00:22:08,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126abdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64a04d7a to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59434fd 2024-11-24T00:22:08,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d6bca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3268230a to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167fda66 2024-11-24T00:22:08,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bb7783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d7912a0 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bd5983 2024-11-24T00:22:08,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0031d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54ed1e8a to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b7324d5 2024-11-24T00:22:08,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5434c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d930fb1 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52abed4d 2024-11-24T00:22:08,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d80c576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x114e6211 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c0234f0 2024-11-24T00:22:08,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a2e973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x191ae36a to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14b2e10d 2024-11-24T00:22:08,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145b6b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x133cc1f0 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1085e013 2024-11-24T00:22:08,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcd5639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cfa4b91 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53c0ab65 2024-11-24T00:22:08,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660943ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:08,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-24T00:22:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T00:22:08,795 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:08,796 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:08,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:08,824 DEBUG [hconnection-0x716e7210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,830 DEBUG [hconnection-0x60fd0ab0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,833 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,835 DEBUG [hconnection-0x58c3be44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,836 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,841 DEBUG [hconnection-0x4f28ff20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,842 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:08,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:22:08,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:08,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:08,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:08,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:08,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:08,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:08,847 DEBUG [hconnection-0x668b1085-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,848 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,880 DEBUG [hconnection-0x256ec45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,881 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407788886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407788887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T00:22:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407788898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,928 DEBUG [hconnection-0x7f48e85d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,931 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407788932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124efe0ad6c5b9d426e8d47d32617cd61a5_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407728841/Put/seqid=0 2024-11-24T00:22:08,937 DEBUG [hconnection-0x70e40eed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,938 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T00:22:08,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,948 DEBUG [hconnection-0x164e1471-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:08,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:08,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:08,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:08,954 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:08,959 DEBUG [hconnection-0x1900e2d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:08,961 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407788966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407788988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407788989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407789002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407789034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742179_1355 (size=12154) 2024-11-24T00:22:09,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:09,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124efe0ad6c5b9d426e8d47d32617cd61a5_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124efe0ad6c5b9d426e8d47d32617cd61a5_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:09,043 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/2ffd9d5993024cf3bb5e54007d4626b7, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:09,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/2ffd9d5993024cf3bb5e54007d4626b7 is 175, key is test_row_0/A:col10/1732407728841/Put/seqid=0 2024-11-24T00:22:09,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407789073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742180_1356 (size=30955) 2024-11-24T00:22:09,087 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/2ffd9d5993024cf3bb5e54007d4626b7 2024-11-24T00:22:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T00:22:09,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T00:22:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/5ea92fc73af04b30b6326c958799be1b is 50, key is test_row_0/B:col10/1732407728841/Put/seqid=0 2024-11-24T00:22:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742181_1357 (size=12001) 2024-11-24T00:22:09,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/5ea92fc73af04b30b6326c958799be1b 2024-11-24T00:22:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407789190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407789190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407789205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407789237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T00:22:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407789278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/38f92fc1ec3e4d4f84791025295521ca is 50, key is test_row_0/C:col10/1732407728841/Put/seqid=0 2024-11-24T00:22:09,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742182_1358 (size=12001) 2024-11-24T00:22:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T00:22:09,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T00:22:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407789493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407789493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407789507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407789539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407789581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,585 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T00:22:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T00:22:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:09,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/38f92fc1ec3e4d4f84791025295521ca 2024-11-24T00:22:09,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/2ffd9d5993024cf3bb5e54007d4626b7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/2ffd9d5993024cf3bb5e54007d4626b7 2024-11-24T00:22:09,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/2ffd9d5993024cf3bb5e54007d4626b7, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T00:22:09,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/5ea92fc73af04b30b6326c958799be1b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/5ea92fc73af04b30b6326c958799be1b 2024-11-24T00:22:09,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/5ea92fc73af04b30b6326c958799be1b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T00:22:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/38f92fc1ec3e4d4f84791025295521ca as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/38f92fc1ec3e4d4f84791025295521ca 2024-11-24T00:22:09,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/38f92fc1ec3e4d4f84791025295521ca, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T00:22:09,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 73af2b3eb2ecc180df556ba935a636e7 in 979ms, sequenceid=15, compaction requested=false 2024-11-24T00:22:09,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:09,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:09,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T00:22:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:09,897 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T00:22:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T00:22:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112413206880715844f1b22d6692c004918b_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407728885/Put/seqid=0 2024-11-24T00:22:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742183_1359 (size=12154) 2024-11-24T00:22:10,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T00:22:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407790035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407790037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407790037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407790043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407790085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407790144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407790144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407790144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407790355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407790356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407790357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:10,446 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112413206880715844f1b22d6692c004918b_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413206880715844f1b22d6692c004918b_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:10,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/087f2e3025e143a1b66374a23870105d, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:10,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/087f2e3025e143a1b66374a23870105d is 175, key is test_row_0/A:col10/1732407728885/Put/seqid=0 2024-11-24T00:22:10,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742184_1360 (size=30955) 2024-11-24T00:22:10,494 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/087f2e3025e143a1b66374a23870105d 2024-11-24T00:22:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/b696436fecc64c32804727d4a56a35d5 is 50, key is test_row_0/B:col10/1732407728885/Put/seqid=0 2024-11-24T00:22:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742185_1361 (size=12001) 2024-11-24T00:22:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407790666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407790667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407790667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T00:22:10,974 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/b696436fecc64c32804727d4a56a35d5 2024-11-24T00:22:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/a2904d6b995244d0a5d59425463fd63f is 50, key is test_row_0/C:col10/1732407728885/Put/seqid=0 2024-11-24T00:22:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742186_1362 (size=12001) 2024-11-24T00:22:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/a2904d6b995244d0a5d59425463fd63f 2024-11-24T00:22:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/087f2e3025e143a1b66374a23870105d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/087f2e3025e143a1b66374a23870105d 2024-11-24T00:22:11,059 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/087f2e3025e143a1b66374a23870105d, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T00:22:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/b696436fecc64c32804727d4a56a35d5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/b696436fecc64c32804727d4a56a35d5 2024-11-24T00:22:11,064 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/b696436fecc64c32804727d4a56a35d5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T00:22:11,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/a2904d6b995244d0a5d59425463fd63f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/a2904d6b995244d0a5d59425463fd63f 2024-11-24T00:22:11,069 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/a2904d6b995244d0a5d59425463fd63f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T00:22:11,072 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 73af2b3eb2ecc180df556ba935a636e7 in 1175ms, sequenceid=41, compaction requested=false 2024-11-24T00:22:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-24T00:22:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:11,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:22:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-24T00:22:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:11,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T00:22:11,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-11-24T00:22:11,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.2830 sec 2024-11-24T00:22:11,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124facd90346ef54c98abe82a517363462b_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407730026/Put/seqid=0 2024-11-24T00:22:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742187_1363 (size=14594) 2024-11-24T00:22:11,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407791217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407791218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407791224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407791228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407791229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407791330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407791341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407791333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407791343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407791347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407791537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407791546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407791546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407791547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407791559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,568 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:11,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124facd90346ef54c98abe82a517363462b_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124facd90346ef54c98abe82a517363462b_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:11,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/22705bce3cf4414ba0c1ec61ec538ea8, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:11,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/22705bce3cf4414ba0c1ec61ec538ea8 is 175, key is test_row_0/A:col10/1732407730026/Put/seqid=0 2024-11-24T00:22:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742188_1364 (size=39549) 2024-11-24T00:22:11,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407791849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407791853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407791853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407791855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:11,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407791872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,008 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/22705bce3cf4414ba0c1ec61ec538ea8 2024-11-24T00:22:12,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/86eeb6a9892f4fb398bbcacdaabbb32a is 50, key is test_row_0/B:col10/1732407730026/Put/seqid=0 2024-11-24T00:22:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742189_1365 (size=12001) 2024-11-24T00:22:12,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/86eeb6a9892f4fb398bbcacdaabbb32a 2024-11-24T00:22:12,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/506a704a48744aa69a5d04dfc7ccfaa6 is 50, key is test_row_0/C:col10/1732407730026/Put/seqid=0 2024-11-24T00:22:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742190_1366 (size=12001) 2024-11-24T00:22:12,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/506a704a48744aa69a5d04dfc7ccfaa6 2024-11-24T00:22:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/22705bce3cf4414ba0c1ec61ec538ea8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/22705bce3cf4414ba0c1ec61ec538ea8 2024-11-24T00:22:12,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/22705bce3cf4414ba0c1ec61ec538ea8, entries=200, sequenceid=52, filesize=38.6 K 2024-11-24T00:22:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/86eeb6a9892f4fb398bbcacdaabbb32a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/86eeb6a9892f4fb398bbcacdaabbb32a 2024-11-24T00:22:12,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/86eeb6a9892f4fb398bbcacdaabbb32a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T00:22:12,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/506a704a48744aa69a5d04dfc7ccfaa6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/506a704a48744aa69a5d04dfc7ccfaa6 2024-11-24T00:22:12,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/506a704a48744aa69a5d04dfc7ccfaa6, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T00:22:12,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 73af2b3eb2ecc180df556ba935a636e7 in 1097ms, sequenceid=52, compaction requested=true 2024-11-24T00:22:12,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:12,171 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:12,171 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:12,172 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/A is initiating minor compaction (all files) 2024-11-24T00:22:12,172 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/A in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:12,172 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/2ffd9d5993024cf3bb5e54007d4626b7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/087f2e3025e143a1b66374a23870105d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/22705bce3cf4414ba0c1ec61ec538ea8] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=99.1 K 2024-11-24T00:22:12,172 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:12,172 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/2ffd9d5993024cf3bb5e54007d4626b7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/087f2e3025e143a1b66374a23870105d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/22705bce3cf4414ba0c1ec61ec538ea8] 2024-11-24T00:22:12,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:12,172 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:12,172 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ffd9d5993024cf3bb5e54007d4626b7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407728839 2024-11-24T00:22:12,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:12,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:12,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:12,174 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 087f2e3025e143a1b66374a23870105d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732407728871 2024-11-24T00:22:12,175 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22705bce3cf4414ba0c1ec61ec538ea8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407730010 2024-11-24T00:22:12,175 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:12,175 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/B is initiating minor compaction (all files) 2024-11-24T00:22:12,175 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/B in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:12,175 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/5ea92fc73af04b30b6326c958799be1b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/b696436fecc64c32804727d4a56a35d5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/86eeb6a9892f4fb398bbcacdaabbb32a] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=35.2 K 2024-11-24T00:22:12,176 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ea92fc73af04b30b6326c958799be1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407728839 2024-11-24T00:22:12,176 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b696436fecc64c32804727d4a56a35d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732407728871 2024-11-24T00:22:12,178 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 86eeb6a9892f4fb398bbcacdaabbb32a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407730010 2024-11-24T00:22:12,194 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:12,206 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:12,206 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f44c23ba537c4cf08ad884a377868b7c is 50, key is test_row_0/B:col10/1732407730026/Put/seqid=0 2024-11-24T00:22:12,215 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112407b5ddf444e24386bf42f0607cdabef6_73af2b3eb2ecc180df556ba935a636e7 store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:12,218 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112407b5ddf444e24386bf42f0607cdabef6_73af2b3eb2ecc180df556ba935a636e7, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:12,218 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112407b5ddf444e24386bf42f0607cdabef6_73af2b3eb2ecc180df556ba935a636e7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742191_1367 (size=12104) 2024-11-24T00:22:12,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742192_1368 (size=4469) 2024-11-24T00:22:12,280 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#A#compaction#314 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:12,280 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3cf67c3282db465696f281ffcb8faca2 is 175, key is test_row_0/A:col10/1732407730026/Put/seqid=0 2024-11-24T00:22:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742193_1369 (size=31058) 2024-11-24T00:22:12,330 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3cf67c3282db465696f281ffcb8faca2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3cf67c3282db465696f281ffcb8faca2 2024-11-24T00:22:12,337 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/A of 73af2b3eb2ecc180df556ba935a636e7 into 3cf67c3282db465696f281ffcb8faca2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:12,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:12,337 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/A, priority=13, startTime=1732407732170; duration=0sec 2024-11-24T00:22:12,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:12,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:A 2024-11-24T00:22:12,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:12,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:12,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/C is initiating minor compaction (all files) 2024-11-24T00:22:12,340 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/C in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:12,340 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/38f92fc1ec3e4d4f84791025295521ca, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/a2904d6b995244d0a5d59425463fd63f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/506a704a48744aa69a5d04dfc7ccfaa6] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=35.2 K 2024-11-24T00:22:12,340 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38f92fc1ec3e4d4f84791025295521ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407728839 2024-11-24T00:22:12,340 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2904d6b995244d0a5d59425463fd63f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732407728871 2024-11-24T00:22:12,341 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 506a704a48744aa69a5d04dfc7ccfaa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407730010 2024-11-24T00:22:12,358 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:12,359 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/b5c0780606e743e9bf4269b6928765ba is 50, key is test_row_0/C:col10/1732407730026/Put/seqid=0 2024-11-24T00:22:12,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T00:22:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:12,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407792381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407792381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407792382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407792391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407792391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742194_1370 (size=12104) 2024-11-24T00:22:12,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248ee203a35713455ca569996909771236_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407731214/Put/seqid=0 2024-11-24T00:22:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742195_1371 (size=14594) 2024-11-24T00:22:12,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:12,479 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248ee203a35713455ca569996909771236_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248ee203a35713455ca569996909771236_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:12,480 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a91bd30446ee4884b7bb33668c71603d, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:12,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a91bd30446ee4884b7bb33668c71603d is 175, key is test_row_0/A:col10/1732407731214/Put/seqid=0 2024-11-24T00:22:12,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407792500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407792500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407792504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407792504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742196_1372 (size=39549) 2024-11-24T00:22:12,668 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f44c23ba537c4cf08ad884a377868b7c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f44c23ba537c4cf08ad884a377868b7c 2024-11-24T00:22:12,673 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/B of 73af2b3eb2ecc180df556ba935a636e7 into f44c23ba537c4cf08ad884a377868b7c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:12,673 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:12,673 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/B, priority=13, startTime=1732407732172; duration=0sec 2024-11-24T00:22:12,673 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:12,673 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:B 2024-11-24T00:22:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407792714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407792715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407792715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407792715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:12,824 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/b5c0780606e743e9bf4269b6928765ba as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b5c0780606e743e9bf4269b6928765ba 2024-11-24T00:22:12,830 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/C of 73af2b3eb2ecc180df556ba935a636e7 into b5c0780606e743e9bf4269b6928765ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:12,830 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:12,830 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/C, priority=13, startTime=1732407732173; duration=0sec 2024-11-24T00:22:12,830 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:12,830 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:C 2024-11-24T00:22:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T00:22:12,901 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T00:22:12,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-24T00:22:12,905 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T00:22:12,906 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:12,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:12,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a91bd30446ee4884b7bb33668c71603d 2024-11-24T00:22:12,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/985754e5b99b4714965e5852c4d9c483 is 50, key is test_row_0/B:col10/1732407731214/Put/seqid=0 2024-11-24T00:22:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742197_1373 (size=12001) 2024-11-24T00:22:12,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/985754e5b99b4714965e5852c4d9c483 2024-11-24T00:22:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T00:22:13,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/e83395a510ad435789ed9e93c3b5a9fa is 50, key is test_row_0/C:col10/1732407731214/Put/seqid=0 2024-11-24T00:22:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407793021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407793022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407793023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407793024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742198_1374 (size=12001) 2024-11-24T00:22:13,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/e83395a510ad435789ed9e93c3b5a9fa 2024-11-24T00:22:13,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T00:22:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:13,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:13,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a91bd30446ee4884b7bb33668c71603d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a91bd30446ee4884b7bb33668c71603d 2024-11-24T00:22:13,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a91bd30446ee4884b7bb33668c71603d, entries=200, sequenceid=79, filesize=38.6 K 2024-11-24T00:22:13,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/985754e5b99b4714965e5852c4d9c483 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/985754e5b99b4714965e5852c4d9c483 2024-11-24T00:22:13,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/985754e5b99b4714965e5852c4d9c483, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T00:22:13,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/e83395a510ad435789ed9e93c3b5a9fa as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/e83395a510ad435789ed9e93c3b5a9fa 2024-11-24T00:22:13,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/e83395a510ad435789ed9e93c3b5a9fa, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T00:22:13,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 73af2b3eb2ecc180df556ba935a636e7 in 730ms, sequenceid=79, compaction requested=false 2024-11-24T00:22:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T00:22:13,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T00:22:13,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:13,215 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T00:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124af5ca530938a48c3b7245d9fce46ab5f_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407732388/Put/seqid=0 2024-11-24T00:22:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742199_1375 (size=12154) 2024-11-24T00:22:13,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:13,311 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124af5ca530938a48c3b7245d9fce46ab5f_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af5ca530938a48c3b7245d9fce46ab5f_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a6f04e644fcd40a689423109b77d6a41, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a6f04e644fcd40a689423109b77d6a41 is 175, key is test_row_0/A:col10/1732407732388/Put/seqid=0 2024-11-24T00:22:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742200_1376 (size=30955) 2024-11-24T00:22:13,336 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a6f04e644fcd40a689423109b77d6a41 2024-11-24T00:22:13,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/999dcf76d81a400fb4d8a383e918f7f7 is 50, key is test_row_0/B:col10/1732407732388/Put/seqid=0 2024-11-24T00:22:13,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742201_1377 (size=12001) 2024-11-24T00:22:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T00:22:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407793568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407793569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407793578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407793579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407793581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407793684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407793684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407793698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407793699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407793700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,804 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/999dcf76d81a400fb4d8a383e918f7f7 2024-11-24T00:22:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/144ef9fe1c934f5aad3add2860b4db9a is 50, key is test_row_0/C:col10/1732407732388/Put/seqid=0 2024-11-24T00:22:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742202_1378 (size=12001) 2024-11-24T00:22:13,866 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/144ef9fe1c934f5aad3add2860b4db9a 2024-11-24T00:22:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/a6f04e644fcd40a689423109b77d6a41 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a6f04e644fcd40a689423109b77d6a41 2024-11-24T00:22:13,876 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a6f04e644fcd40a689423109b77d6a41, entries=150, sequenceid=91, filesize=30.2 K 2024-11-24T00:22:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/999dcf76d81a400fb4d8a383e918f7f7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/999dcf76d81a400fb4d8a383e918f7f7 2024-11-24T00:22:13,889 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/999dcf76d81a400fb4d8a383e918f7f7, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T00:22:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/144ef9fe1c934f5aad3add2860b4db9a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/144ef9fe1c934f5aad3add2860b4db9a 2024-11-24T00:22:13,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/144ef9fe1c934f5aad3add2860b4db9a, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T00:22:13,903 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 73af2b3eb2ecc180df556ba935a636e7 in 689ms, sequenceid=91, compaction requested=true 2024-11-24T00:22:13,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-24T00:22:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-24T00:22:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407793893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T00:22:13,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-24T00:22:13,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.0050 sec 2024-11-24T00:22:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:13,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T00:22:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:13,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112446ee8686bbdf414f916779d1c3eac15e_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407733578/Put/seqid=0 2024-11-24T00:22:13,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407793939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407793939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407793940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407793945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742203_1379 (size=14594) 2024-11-24T00:22:13,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:13,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112446ee8686bbdf414f916779d1c3eac15e_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112446ee8686bbdf414f916779d1c3eac15e_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:13,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/90319ca39e0a49eebae0a4e2f0f0913b, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:13,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/90319ca39e0a49eebae0a4e2f0f0913b is 175, key is test_row_0/A:col10/1732407733578/Put/seqid=0 2024-11-24T00:22:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742204_1380 (size=39549) 2024-11-24T00:22:14,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/90319ca39e0a49eebae0a4e2f0f0913b 2024-11-24T00:22:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T00:22:14,009 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-24T00:22:14,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-24T00:22:14,012 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T00:22:14,013 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:14,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:14,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/7f65dc097f5b4a038ea652defc492e67 is 50, key is test_row_0/B:col10/1732407733578/Put/seqid=0 2024-11-24T00:22:14,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407794053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407794054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407794054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407794060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742205_1381 (size=12001) 2024-11-24T00:22:14,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/7f65dc097f5b4a038ea652defc492e67 2024-11-24T00:22:14,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/3d0584207eca4710bd0f47f04efae656 is 50, key is test_row_0/C:col10/1732407733578/Put/seqid=0 2024-11-24T00:22:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T00:22:14,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742206_1382 (size=12001) 2024-11-24T00:22:14,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/3d0584207eca4710bd0f47f04efae656 2024-11-24T00:22:14,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:14,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/90319ca39e0a49eebae0a4e2f0f0913b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/90319ca39e0a49eebae0a4e2f0f0913b 2024-11-24T00:22:14,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/90319ca39e0a49eebae0a4e2f0f0913b, entries=200, sequenceid=118, filesize=38.6 K 2024-11-24T00:22:14,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/7f65dc097f5b4a038ea652defc492e67 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7f65dc097f5b4a038ea652defc492e67 2024-11-24T00:22:14,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7f65dc097f5b4a038ea652defc492e67, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T00:22:14,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/3d0584207eca4710bd0f47f04efae656 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3d0584207eca4710bd0f47f04efae656 2024-11-24T00:22:14,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3d0584207eca4710bd0f47f04efae656, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T00:22:14,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 73af2b3eb2ecc180df556ba935a636e7 in 280ms, sequenceid=118, compaction requested=true 2024-11-24T00:22:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:14,191 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T00:22:14,191 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:14,194 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:14,194 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/A is initiating minor compaction (all files) 2024-11-24T00:22:14,194 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:14,194 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/B is initiating minor compaction (all files) 2024-11-24T00:22:14,194 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/B in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,194 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/A in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,194 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f44c23ba537c4cf08ad884a377868b7c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/985754e5b99b4714965e5852c4d9c483, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/999dcf76d81a400fb4d8a383e918f7f7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7f65dc097f5b4a038ea652defc492e67] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=47.0 K 2024-11-24T00:22:14,194 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3cf67c3282db465696f281ffcb8faca2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a91bd30446ee4884b7bb33668c71603d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a6f04e644fcd40a689423109b77d6a41, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/90319ca39e0a49eebae0a4e2f0f0913b] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=137.8 K 2024-11-24T00:22:14,195 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,195 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3cf67c3282db465696f281ffcb8faca2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a91bd30446ee4884b7bb33668c71603d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a6f04e644fcd40a689423109b77d6a41, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/90319ca39e0a49eebae0a4e2f0f0913b] 2024-11-24T00:22:14,195 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f44c23ba537c4cf08ad884a377868b7c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407730010 2024-11-24T00:22:14,195 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cf67c3282db465696f281ffcb8faca2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407730010 2024-11-24T00:22:14,196 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 985754e5b99b4714965e5852c4d9c483, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732407731214 2024-11-24T00:22:14,196 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91bd30446ee4884b7bb33668c71603d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732407731214 2024-11-24T00:22:14,197 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6f04e644fcd40a689423109b77d6a41, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732407732377 2024-11-24T00:22:14,197 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 999dcf76d81a400fb4d8a383e918f7f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732407732377 2024-11-24T00:22:14,197 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f65dc097f5b4a038ea652defc492e67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407733577 2024-11-24T00:22:14,197 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90319ca39e0a49eebae0a4e2f0f0913b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407733567 2024-11-24T00:22:14,212 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:14,222 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:14,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:22:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:14,223 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/e8a73f8f342e447bb23b552926cc80ea is 50, key is test_row_0/B:col10/1732407733578/Put/seqid=0 2024-11-24T00:22:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:14,231 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f50cec84c82e4b98bbe35dc93c1f450d_73af2b3eb2ecc180df556ba935a636e7 store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:14,235 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f50cec84c82e4b98bbe35dc93c1f450d_73af2b3eb2ecc180df556ba935a636e7, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:14,236 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f50cec84c82e4b98bbe35dc93c1f450d_73af2b3eb2ecc180df556ba935a636e7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742207_1383 (size=12241) 2024-11-24T00:22:14,276 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/e8a73f8f342e447bb23b552926cc80ea as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/e8a73f8f342e447bb23b552926cc80ea 2024-11-24T00:22:14,282 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/B of 73af2b3eb2ecc180df556ba935a636e7 into e8a73f8f342e447bb23b552926cc80ea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:14,282 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:14,282 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/B, priority=12, startTime=1732407734191; duration=0sec 2024-11-24T00:22:14,283 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:14,283 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:B 2024-11-24T00:22:14,283 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:14,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248798bd8fad7d43b2a11397be823d30fd_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407734221/Put/seqid=0 2024-11-24T00:22:14,288 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:14,289 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/C is initiating minor compaction (all files) 2024-11-24T00:22:14,289 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/C in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,289 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b5c0780606e743e9bf4269b6928765ba, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/e83395a510ad435789ed9e93c3b5a9fa, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/144ef9fe1c934f5aad3add2860b4db9a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3d0584207eca4710bd0f47f04efae656] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=47.0 K 2024-11-24T00:22:14,289 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b5c0780606e743e9bf4269b6928765ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732407730010 2024-11-24T00:22:14,290 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e83395a510ad435789ed9e93c3b5a9fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732407731214 2024-11-24T00:22:14,290 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 144ef9fe1c934f5aad3add2860b4db9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732407732377 2024-11-24T00:22:14,291 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d0584207eca4710bd0f47f04efae656, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407733577 2024-11-24T00:22:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742208_1384 (size=4469) 2024-11-24T00:22:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T00:22:14,316 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#A#compaction#326 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:14,317 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/b898a71914cb497eb60c6d89494b2ae3 is 175, key is test_row_0/A:col10/1732407733578/Put/seqid=0 2024-11-24T00:22:14,318 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:14,319 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/6e81fa8b34224758a9337c2c7eb4f3f3 is 50, key is test_row_0/C:col10/1732407733578/Put/seqid=0 2024-11-24T00:22:14,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407794313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407794314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407794315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407794316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742209_1385 (size=14644) 2024-11-24T00:22:14,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:14,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407794325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248798bd8fad7d43b2a11397be823d30fd_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248798bd8fad7d43b2a11397be823d30fd_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:14,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/e995a360f9bc4935bc67681a8e469f33, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:14,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/e995a360f9bc4935bc67681a8e469f33 is 175, key is test_row_0/A:col10/1732407734221/Put/seqid=0 2024-11-24T00:22:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742210_1386 (size=31195) 2024-11-24T00:22:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742211_1387 (size=12241) 2024-11-24T00:22:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742212_1388 (size=39599) 2024-11-24T00:22:14,394 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/e995a360f9bc4935bc67681a8e469f33 2024-11-24T00:22:14,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/76d3e0330add4b839e47db95dd196778 is 50, key is test_row_0/B:col10/1732407734221/Put/seqid=0 2024-11-24T00:22:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742213_1389 (size=12051) 2024-11-24T00:22:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407794428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407794429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407794429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407794430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407794438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T00:22:14,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407794637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407794638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407794639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407794639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407794646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:14,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:14,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,791 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/b898a71914cb497eb60c6d89494b2ae3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/b898a71914cb497eb60c6d89494b2ae3 2024-11-24T00:22:14,792 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/6e81fa8b34224758a9337c2c7eb4f3f3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/6e81fa8b34224758a9337c2c7eb4f3f3 2024-11-24T00:22:14,801 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/C of 73af2b3eb2ecc180df556ba935a636e7 into 6e81fa8b34224758a9337c2c7eb4f3f3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:14,801 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:14,801 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/C, priority=12, startTime=1732407734191; duration=0sec 2024-11-24T00:22:14,801 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:14,801 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:C 2024-11-24T00:22:14,807 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/A of 73af2b3eb2ecc180df556ba935a636e7 into b898a71914cb497eb60c6d89494b2ae3(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:14,807 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:14,807 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/A, priority=12, startTime=1732407734191; duration=0sec 2024-11-24T00:22:14,807 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:14,807 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:A 2024-11-24T00:22:14,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/76d3e0330add4b839e47db95dd196778 2024-11-24T00:22:14,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/d18e0f1694164638953effea6659d4b5 is 50, key is test_row_0/C:col10/1732407734221/Put/seqid=0 2024-11-24T00:22:14,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742214_1390 (size=12051) 2024-11-24T00:22:14,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:14,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407794946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407794950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407794951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407794952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:14,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407794956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:15,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T00:22:15,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:15,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:15,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/d18e0f1694164638953effea6659d4b5 2024-11-24T00:22:15,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/e995a360f9bc4935bc67681a8e469f33 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/e995a360f9bc4935bc67681a8e469f33 2024-11-24T00:22:15,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/e995a360f9bc4935bc67681a8e469f33, entries=200, sequenceid=129, filesize=38.7 K 2024-11-24T00:22:15,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/76d3e0330add4b839e47db95dd196778 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/76d3e0330add4b839e47db95dd196778 2024-11-24T00:22:15,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/76d3e0330add4b839e47db95dd196778, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T00:22:15,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/d18e0f1694164638953effea6659d4b5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/d18e0f1694164638953effea6659d4b5 2024-11-24T00:22:15,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/d18e0f1694164638953effea6659d4b5, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T00:22:15,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 73af2b3eb2ecc180df556ba935a636e7 in 1106ms, sequenceid=129, compaction requested=false 2024-11-24T00:22:15,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:15,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T00:22:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:15,391 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:22:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:15,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:15,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:15,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:15,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247228b73b1b2047ebb7921b251c265409_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407734313/Put/seqid=0 2024-11-24T00:22:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742215_1391 (size=12304) 2024-11-24T00:22:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:15,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407795482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407795491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407795492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407795493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407795493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407795595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407795600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407795601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407795601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407795602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407795806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407795806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407795807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407795807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407795803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:15,868 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247228b73b1b2047ebb7921b251c265409_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247228b73b1b2047ebb7921b251c265409_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:15,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3321248d45e84ec38f620a6a9bb0ce5f, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3321248d45e84ec38f620a6a9bb0ce5f is 175, key is test_row_0/A:col10/1732407734313/Put/seqid=0 2024-11-24T00:22:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742216_1392 (size=31105) 2024-11-24T00:22:15,919 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3321248d45e84ec38f620a6a9bb0ce5f 2024-11-24T00:22:15,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/03c0ee1bf5df4648a656e54ca2c4f832 is 50, key is test_row_0/B:col10/1732407734313/Put/seqid=0 2024-11-24T00:22:15,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742217_1393 (size=12151) 2024-11-24T00:22:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T00:22:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407796121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407796121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407796121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407796123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407796124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,400 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/03c0ee1bf5df4648a656e54ca2c4f832 2024-11-24T00:22:16,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/22f03ab33216414cbb2b0304877fb085 is 50, key is test_row_0/C:col10/1732407734313/Put/seqid=0 2024-11-24T00:22:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742218_1394 (size=12151) 2024-11-24T00:22:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407796626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407796627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407796629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407796629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407796630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:16,869 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/22f03ab33216414cbb2b0304877fb085 2024-11-24T00:22:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3321248d45e84ec38f620a6a9bb0ce5f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3321248d45e84ec38f620a6a9bb0ce5f 2024-11-24T00:22:16,880 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3321248d45e84ec38f620a6a9bb0ce5f, entries=150, sequenceid=157, filesize=30.4 K 2024-11-24T00:22:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/03c0ee1bf5df4648a656e54ca2c4f832 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/03c0ee1bf5df4648a656e54ca2c4f832 2024-11-24T00:22:16,886 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/03c0ee1bf5df4648a656e54ca2c4f832, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T00:22:16,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/22f03ab33216414cbb2b0304877fb085 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/22f03ab33216414cbb2b0304877fb085 2024-11-24T00:22:16,894 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/22f03ab33216414cbb2b0304877fb085, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T00:22:16,897 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 73af2b3eb2ecc180df556ba935a636e7 in 1505ms, sequenceid=157, compaction requested=true 2024-11-24T00:22:16,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:16,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:16,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-24T00:22:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-24T00:22:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T00:22:16,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8850 sec 2024-11-24T00:22:16,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.8920 sec 2024-11-24T00:22:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:22:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246405a71fce014fc598e3432a8b910181_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_1/A:col10/1732407735492/Put/seqid=0 2024-11-24T00:22:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742219_1395 (size=14794) 2024-11-24T00:22:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246405a71fce014fc598e3432a8b910181_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246405a71fce014fc598e3432a8b910181_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/edc2b07132864ffcbfca36be8a4ea0c2, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/edc2b07132864ffcbfca36be8a4ea0c2 is 175, key is test_row_1/A:col10/1732407735492/Put/seqid=0 2024-11-24T00:22:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742220_1396 (size=39745) 2024-11-24T00:22:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/edc2b07132864ffcbfca36be8a4ea0c2 2024-11-24T00:22:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/9c8cd8bab6b243969a95898fcfc1b84c is 50, key is test_row_1/B:col10/1732407735492/Put/seqid=0 2024-11-24T00:22:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742221_1397 (size=9757) 2024-11-24T00:22:17,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/9c8cd8bab6b243969a95898fcfc1b84c 2024-11-24T00:22:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407797810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407797815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/5d38345769b64c93ae86514205c3be29 is 50, key is test_row_1/C:col10/1732407735492/Put/seqid=0 2024-11-24T00:22:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407797819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407797825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407797818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742222_1398 (size=9757) 2024-11-24T00:22:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407797927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407797932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407797938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407797938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:17,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407797947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T00:22:18,118 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T00:22:18,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-24T00:22:18,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T00:22:18,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:18,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407798141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407798142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407798145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407798146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407798156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T00:22:18,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T00:22:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:18,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:18,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/5d38345769b64c93ae86514205c3be29 2024-11-24T00:22:18,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/edc2b07132864ffcbfca36be8a4ea0c2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/edc2b07132864ffcbfca36be8a4ea0c2 2024-11-24T00:22:18,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/edc2b07132864ffcbfca36be8a4ea0c2, entries=200, sequenceid=171, filesize=38.8 K 2024-11-24T00:22:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/9c8cd8bab6b243969a95898fcfc1b84c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/9c8cd8bab6b243969a95898fcfc1b84c 2024-11-24T00:22:18,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/9c8cd8bab6b243969a95898fcfc1b84c, entries=100, sequenceid=171, filesize=9.5 K 2024-11-24T00:22:18,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/5d38345769b64c93ae86514205c3be29 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/5d38345769b64c93ae86514205c3be29 2024-11-24T00:22:18,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/5d38345769b64c93ae86514205c3be29, entries=100, sequenceid=171, filesize=9.5 K 2024-11-24T00:22:18,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 73af2b3eb2ecc180df556ba935a636e7 in 631ms, sequenceid=171, compaction requested=true 2024-11-24T00:22:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:18,302 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:18,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:18,303 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:18,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:18,304 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:18,304 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:18,304 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/B is initiating minor compaction (all files) 2024-11-24T00:22:18,304 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/B in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:18,304 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/e8a73f8f342e447bb23b552926cc80ea, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/76d3e0330add4b839e47db95dd196778, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/03c0ee1bf5df4648a656e54ca2c4f832, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/9c8cd8bab6b243969a95898fcfc1b84c] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=45.1 K 2024-11-24T00:22:18,304 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/A is initiating minor compaction (all files) 2024-11-24T00:22:18,304 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/A in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:18,305 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/b898a71914cb497eb60c6d89494b2ae3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/e995a360f9bc4935bc67681a8e469f33, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3321248d45e84ec38f620a6a9bb0ce5f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/edc2b07132864ffcbfca36be8a4ea0c2] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=138.3 K 2024-11-24T00:22:18,305 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:18,305 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/b898a71914cb497eb60c6d89494b2ae3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/e995a360f9bc4935bc67681a8e469f33, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3321248d45e84ec38f620a6a9bb0ce5f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/edc2b07132864ffcbfca36be8a4ea0c2] 2024-11-24T00:22:18,305 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e8a73f8f342e447bb23b552926cc80ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407733577 2024-11-24T00:22:18,305 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b898a71914cb497eb60c6d89494b2ae3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407733577 2024-11-24T00:22:18,305 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 76d3e0330add4b839e47db95dd196778, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732407733938 2024-11-24T00:22:18,305 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e995a360f9bc4935bc67681a8e469f33, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732407733918 2024-11-24T00:22:18,306 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3321248d45e84ec38f620a6a9bb0ce5f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732407734313 2024-11-24T00:22:18,306 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c0ee1bf5df4648a656e54ca2c4f832, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732407734313 2024-11-24T00:22:18,306 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting edc2b07132864ffcbfca36be8a4ea0c2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407735466 2024-11-24T00:22:18,306 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c8cd8bab6b243969a95898fcfc1b84c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407735492 2024-11-24T00:22:18,332 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:18,343 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:18,344 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/a88619368d984e11847ac133f6eba21d is 50, key is test_row_0/B:col10/1732407734313/Put/seqid=0 2024-11-24T00:22:18,346 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a08194946e844780b4af0fee74cc0c48_73af2b3eb2ecc180df556ba935a636e7 store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:18,349 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a08194946e844780b4af0fee74cc0c48_73af2b3eb2ecc180df556ba935a636e7, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:18,349 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a08194946e844780b4af0fee74cc0c48_73af2b3eb2ecc180df556ba935a636e7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742223_1399 (size=12527) 2024-11-24T00:22:18,422 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/a88619368d984e11847ac133f6eba21d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a88619368d984e11847ac133f6eba21d 2024-11-24T00:22:18,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T00:22:18,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:18,428 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T00:22:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T00:22:18,433 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/B of 73af2b3eb2ecc180df556ba935a636e7 into a88619368d984e11847ac133f6eba21d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:18,433 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:18,433 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/B, priority=12, startTime=1732407738302; duration=0sec 2024-11-24T00:22:18,433 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:18,433 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:B 2024-11-24T00:22:18,433 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:18,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742224_1400 (size=4469) 2024-11-24T00:22:18,436 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:18,437 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/C is initiating minor compaction (all files) 2024-11-24T00:22:18,437 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/C in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:18,437 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/6e81fa8b34224758a9337c2c7eb4f3f3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/d18e0f1694164638953effea6659d4b5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/22f03ab33216414cbb2b0304877fb085, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/5d38345769b64c93ae86514205c3be29] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=45.1 K 2024-11-24T00:22:18,437 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e81fa8b34224758a9337c2c7eb4f3f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407733577 2024-11-24T00:22:18,438 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d18e0f1694164638953effea6659d4b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732407733938 2024-11-24T00:22:18,438 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 22f03ab33216414cbb2b0304877fb085, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732407734313 2024-11-24T00:22:18,439 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d38345769b64c93ae86514205c3be29, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407735492 2024-11-24T00:22:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112417c979d6b7e24d21bea2da36cbff66d6_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407737819/Put/seqid=0 2024-11-24T00:22:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:18,478 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:18,479 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8a15f2f0642049a4918127193e7f5b69 is 50, key is test_row_0/C:col10/1732407734313/Put/seqid=0 2024-11-24T00:22:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407798491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407798491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742225_1401 (size=12304) 2024-11-24T00:22:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407798497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407798499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407798506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742226_1402 (size=12527) 2024-11-24T00:22:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407798608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407798609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407798609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407798616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407798620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T00:22:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407798821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407798822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407798823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407798826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,839 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#A#compaction#338 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:18,840 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/900c43e7e1de427d8183a3f624994c15 is 175, key is test_row_0/A:col10/1732407734313/Put/seqid=0 2024-11-24T00:22:18,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407798833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742227_1403 (size=31588) 2024-11-24T00:22:18,879 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/900c43e7e1de427d8183a3f624994c15 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/900c43e7e1de427d8183a3f624994c15 2024-11-24T00:22:18,888 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/A of 73af2b3eb2ecc180df556ba935a636e7 into 900c43e7e1de427d8183a3f624994c15(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:18,888 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:18,888 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/A, priority=12, startTime=1732407738302; duration=0sec 2024-11-24T00:22:18,888 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:18,888 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:A 2024-11-24T00:22:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:18,913 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112417c979d6b7e24d21bea2da36cbff66d6_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112417c979d6b7e24d21bea2da36cbff66d6_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:18,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/5c6f456c2ee6400bace486442135fdb0, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:18,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/5c6f456c2ee6400bace486442135fdb0 is 175, key is test_row_0/A:col10/1732407737819/Put/seqid=0 2024-11-24T00:22:18,929 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8a15f2f0642049a4918127193e7f5b69 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8a15f2f0642049a4918127193e7f5b69 2024-11-24T00:22:18,936 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/C of 73af2b3eb2ecc180df556ba935a636e7 into 8a15f2f0642049a4918127193e7f5b69(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:18,936 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:18,936 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/C, priority=12, startTime=1732407738303; duration=0sec 2024-11-24T00:22:18,936 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:18,936 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:C 2024-11-24T00:22:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742228_1404 (size=31105) 2024-11-24T00:22:19,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407799133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407799133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407799134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407799135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407799142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T00:22:19,374 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/5c6f456c2ee6400bace486442135fdb0 2024-11-24T00:22:19,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/627b3c143aec4ed6a044fabd146826d9 is 50, key is test_row_0/B:col10/1732407737819/Put/seqid=0 2024-11-24T00:22:19,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742229_1405 (size=12151) 2024-11-24T00:22:19,443 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/627b3c143aec4ed6a044fabd146826d9 2024-11-24T00:22:19,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/f92e4f619fa646d79c3c9809c3c748cd is 50, key is test_row_0/C:col10/1732407737819/Put/seqid=0 2024-11-24T00:22:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742230_1406 (size=12151) 2024-11-24T00:22:19,490 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/f92e4f619fa646d79c3c9809c3c748cd 2024-11-24T00:22:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/5c6f456c2ee6400bace486442135fdb0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5c6f456c2ee6400bace486442135fdb0 2024-11-24T00:22:19,501 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5c6f456c2ee6400bace486442135fdb0, entries=150, sequenceid=193, filesize=30.4 K 2024-11-24T00:22:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/627b3c143aec4ed6a044fabd146826d9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/627b3c143aec4ed6a044fabd146826d9 2024-11-24T00:22:19,506 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/627b3c143aec4ed6a044fabd146826d9, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T00:22:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/f92e4f619fa646d79c3c9809c3c748cd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/f92e4f619fa646d79c3c9809c3c748cd 2024-11-24T00:22:19,524 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/f92e4f619fa646d79c3c9809c3c748cd, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T00:22:19,527 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 73af2b3eb2ecc180df556ba935a636e7 in 1099ms, sequenceid=193, compaction requested=false 2024-11-24T00:22:19,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:19,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:19,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-24T00:22:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-24T00:22:19,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T00:22:19,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-24T00:22:19,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4110 sec 2024-11-24T00:22:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:19,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:22:19,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:19,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:19,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:19,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:19,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:19,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:19,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112483b2018c344d493d82f95800ca2b43b8_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407739647/Put/seqid=0 2024-11-24T00:22:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742231_1407 (size=17284) 2024-11-24T00:22:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407799718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407799720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407799720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407799733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407799737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407799843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407799843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407799845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407799849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:19,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407799849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407800052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407800052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407800052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407800057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407800057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,124 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:20,128 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112483b2018c344d493d82f95800ca2b43b8_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483b2018c344d493d82f95800ca2b43b8_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:20,129 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/58621112dc70483d86ea2eae7b71b70f, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:20,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/58621112dc70483d86ea2eae7b71b70f is 175, key is test_row_0/A:col10/1732407739647/Put/seqid=0 2024-11-24T00:22:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742232_1408 (size=48389) 2024-11-24T00:22:20,156 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/58621112dc70483d86ea2eae7b71b70f 2024-11-24T00:22:20,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f6a1f4bba528482282bc03a3d15dbaf0 is 50, key is test_row_0/B:col10/1732407739647/Put/seqid=0 2024-11-24T00:22:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742233_1409 (size=12151) 2024-11-24T00:22:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T00:22:20,232 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-24T00:22:20,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-24T00:22:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T00:22:20,237 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:20,238 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:20,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T00:22:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407800359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407800363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407800363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407800366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407800367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T00:22:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T00:22:20,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T00:22:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f6a1f4bba528482282bc03a3d15dbaf0 2024-11-24T00:22:20,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/2501c2ab58a446689f872c9aec1f9163 is 50, key is test_row_0/C:col10/1732407739647/Put/seqid=0 2024-11-24T00:22:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742234_1410 (size=12151) 2024-11-24T00:22:20,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/2501c2ab58a446689f872c9aec1f9163 2024-11-24T00:22:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/58621112dc70483d86ea2eae7b71b70f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/58621112dc70483d86ea2eae7b71b70f 2024-11-24T00:22:20,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/58621112dc70483d86ea2eae7b71b70f, entries=250, sequenceid=212, filesize=47.3 K 2024-11-24T00:22:20,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f6a1f4bba528482282bc03a3d15dbaf0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f6a1f4bba528482282bc03a3d15dbaf0 2024-11-24T00:22:20,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f6a1f4bba528482282bc03a3d15dbaf0, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T00:22:20,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T00:22:20,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:20,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/2501c2ab58a446689f872c9aec1f9163 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/2501c2ab58a446689f872c9aec1f9163 2024-11-24T00:22:20,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:20,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/2501c2ab58a446689f872c9aec1f9163, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T00:22:20,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 73af2b3eb2ecc180df556ba935a636e7 in 1057ms, sequenceid=212, compaction requested=true 2024-11-24T00:22:20,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T00:22:20,707 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:20,707 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:20,712 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111082 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:20,712 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/A is initiating minor compaction (all files) 2024-11-24T00:22:20,712 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/A in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,712 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/900c43e7e1de427d8183a3f624994c15, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5c6f456c2ee6400bace486442135fdb0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/58621112dc70483d86ea2eae7b71b70f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=108.5 K 2024-11-24T00:22:20,712 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,712 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/900c43e7e1de427d8183a3f624994c15, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5c6f456c2ee6400bace486442135fdb0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/58621112dc70483d86ea2eae7b71b70f] 2024-11-24T00:22:20,713 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:20,713 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/B is initiating minor compaction (all files) 2024-11-24T00:22:20,713 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/B in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,713 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a88619368d984e11847ac133f6eba21d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/627b3c143aec4ed6a044fabd146826d9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f6a1f4bba528482282bc03a3d15dbaf0] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=36.0 K 2024-11-24T00:22:20,713 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 900c43e7e1de427d8183a3f624994c15, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407734313 2024-11-24T00:22:20,713 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a88619368d984e11847ac133f6eba21d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407734313 2024-11-24T00:22:20,714 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 627b3c143aec4ed6a044fabd146826d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732407737784 2024-11-24T00:22:20,714 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c6f456c2ee6400bace486442135fdb0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732407737784 2024-11-24T00:22:20,714 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f6a1f4bba528482282bc03a3d15dbaf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407738505 2024-11-24T00:22:20,714 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58621112dc70483d86ea2eae7b71b70f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407738485 2024-11-24T00:22:20,726 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:20,727 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/54e63faadf4a49c5a9253fa66cd2741d is 50, key is test_row_0/B:col10/1732407739647/Put/seqid=0 2024-11-24T00:22:20,740 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:20,743 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240c928d7733904256b67ae605edd6df03_73af2b3eb2ecc180df556ba935a636e7 store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:20,745 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240c928d7733904256b67ae605edd6df03_73af2b3eb2ecc180df556ba935a636e7, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:20,745 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c928d7733904256b67ae605edd6df03_73af2b3eb2ecc180df556ba935a636e7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742235_1411 (size=12629) 2024-11-24T00:22:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742236_1412 (size=4469) 2024-11-24T00:22:20,789 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#A#compaction#348 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:20,789 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/5b349d87d53642ddadf14c0625d5d274 is 175, key is test_row_0/A:col10/1732407739647/Put/seqid=0 2024-11-24T00:22:20,793 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/54e63faadf4a49c5a9253fa66cd2741d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54e63faadf4a49c5a9253fa66cd2741d 2024-11-24T00:22:20,802 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/B of 73af2b3eb2ecc180df556ba935a636e7 into 54e63faadf4a49c5a9253fa66cd2741d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:20,802 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:20,802 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/B, priority=13, startTime=1732407740707; duration=0sec 2024-11-24T00:22:20,802 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:20,802 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:B 2024-11-24T00:22:20,802 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:20,804 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:20,804 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/C is initiating minor compaction (all files) 2024-11-24T00:22:20,804 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/C in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,804 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8a15f2f0642049a4918127193e7f5b69, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/f92e4f619fa646d79c3c9809c3c748cd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/2501c2ab58a446689f872c9aec1f9163] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=36.0 K 2024-11-24T00:22:20,804 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a15f2f0642049a4918127193e7f5b69, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732407734313 2024-11-24T00:22:20,805 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f92e4f619fa646d79c3c9809c3c748cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732407737784 2024-11-24T00:22:20,806 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 2501c2ab58a446689f872c9aec1f9163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407738505 2024-11-24T00:22:20,814 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#C#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:20,814 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8e36a47fb8d34d508ab52032fbd0dde1 is 50, key is test_row_0/C:col10/1732407739647/Put/seqid=0 2024-11-24T00:22:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742237_1413 (size=31583) 2024-11-24T00:22:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742238_1414 (size=12629) 2024-11-24T00:22:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T00:22:20,845 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8e36a47fb8d34d508ab52032fbd0dde1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8e36a47fb8d34d508ab52032fbd0dde1 2024-11-24T00:22:20,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T00:22:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:20,851 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:22:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:20,854 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/C of 73af2b3eb2ecc180df556ba935a636e7 into 8e36a47fb8d34d508ab52032fbd0dde1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:20,854 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:20,854 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/C, priority=13, startTime=1732407740707; duration=0sec 2024-11-24T00:22:20,854 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:20,855 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:C 2024-11-24T00:22:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a87d8ca531d548f39400f8331367f22a_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407739718/Put/seqid=0 2024-11-24T00:22:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742239_1415 (size=12304) 2024-11-24T00:22:20,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407800894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407800894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407800896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407800906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407800906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407801008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407801009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407801010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407801018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407801018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407801215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407801217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407801218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,225 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/5b349d87d53642ddadf14c0625d5d274 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5b349d87d53642ddadf14c0625d5d274 2024-11-24T00:22:21,230 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/A of 73af2b3eb2ecc180df556ba935a636e7 into 5b349d87d53642ddadf14c0625d5d274(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:21,230 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:21,230 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/A, priority=13, startTime=1732407740707; duration=0sec 2024-11-24T00:22:21,230 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:21,230 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:A 2024-11-24T00:22:21,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407801225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407801226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:21,298 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a87d8ca531d548f39400f8331367f22a_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a87d8ca531d548f39400f8331367f22a_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/8b257cc0a07849f986ce97f8e09f6398, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/8b257cc0a07849f986ce97f8e09f6398 is 175, key is test_row_0/A:col10/1732407739718/Put/seqid=0 2024-11-24T00:22:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742240_1416 (size=31105) 2024-11-24T00:22:21,319 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/8b257cc0a07849f986ce97f8e09f6398 2024-11-24T00:22:21,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f508ec9b9cd04e99bc0325de0bbc841e is 50, key is test_row_0/B:col10/1732407739718/Put/seqid=0 2024-11-24T00:22:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T00:22:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742241_1417 (size=12151) 2024-11-24T00:22:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407801521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407801524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407801525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407801532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407801534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:21,774 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f508ec9b9cd04e99bc0325de0bbc841e 2024-11-24T00:22:21,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/92de547b3cab466e979c6fd2e15586da is 50, key is test_row_0/C:col10/1732407739718/Put/seqid=0 2024-11-24T00:22:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742242_1418 (size=12151) 2024-11-24T00:22:22,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407802027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:22,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407802029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407802036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:22,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407802040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:22,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407802040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:22,235 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/92de547b3cab466e979c6fd2e15586da 2024-11-24T00:22:22,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/8b257cc0a07849f986ce97f8e09f6398 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8b257cc0a07849f986ce97f8e09f6398 2024-11-24T00:22:22,246 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8b257cc0a07849f986ce97f8e09f6398, entries=150, sequenceid=234, filesize=30.4 K 2024-11-24T00:22:22,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/f508ec9b9cd04e99bc0325de0bbc841e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f508ec9b9cd04e99bc0325de0bbc841e 2024-11-24T00:22:22,250 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f508ec9b9cd04e99bc0325de0bbc841e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T00:22:22,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/92de547b3cab466e979c6fd2e15586da as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/92de547b3cab466e979c6fd2e15586da 2024-11-24T00:22:22,259 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/92de547b3cab466e979c6fd2e15586da, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T00:22:22,261 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 73af2b3eb2ecc180df556ba935a636e7 in 1409ms, sequenceid=234, compaction requested=false 2024-11-24T00:22:22,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:22,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:22,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-24T00:22:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-24T00:22:22,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T00:22:22,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0240 sec 2024-11-24T00:22:22,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.0300 sec 2024-11-24T00:22:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T00:22:22,343 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-24T00:22:22,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-24T00:22:22,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T00:22:22,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:22,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T00:22:22,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:22,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T00:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:22,499 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:22,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e7d95d8a02c3417fa83ea4682e5e4b55_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407740904/Put/seqid=0 2024-11-24T00:22:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742243_1419 (size=12304) 2024-11-24T00:22:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T00:22:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T00:22:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:22,990 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e7d95d8a02c3417fa83ea4682e5e4b55_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e7d95d8a02c3417fa83ea4682e5e4b55_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/704f436631e24efcbb13944c0db7aa06, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:22,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/704f436631e24efcbb13944c0db7aa06 is 175, key is test_row_0/A:col10/1732407740904/Put/seqid=0 2024-11-24T00:22:23,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742244_1420 (size=31105) 2024-11-24T00:22:23,014 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/704f436631e24efcbb13944c0db7aa06 2024-11-24T00:22:23,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/56be60476e604415b706810f560e8fe3 is 50, key is test_row_0/B:col10/1732407740904/Put/seqid=0 2024-11-24T00:22:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:23,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742245_1421 (size=12151) 2024-11-24T00:22:23,058 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/56be60476e604415b706810f560e8fe3 2024-11-24T00:22:23,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/89766cae103e409a9b13c80f17ff84d0 is 50, key is test_row_0/C:col10/1732407740904/Put/seqid=0 2024-11-24T00:22:23,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407803090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407803096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407803108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407803108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407803109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742246_1422 (size=12151) 2024-11-24T00:22:23,124 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/89766cae103e409a9b13c80f17ff84d0 2024-11-24T00:22:23,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/704f436631e24efcbb13944c0db7aa06 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/704f436631e24efcbb13944c0db7aa06 2024-11-24T00:22:23,139 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/704f436631e24efcbb13944c0db7aa06, entries=150, sequenceid=251, filesize=30.4 K 2024-11-24T00:22:23,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/56be60476e604415b706810f560e8fe3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/56be60476e604415b706810f560e8fe3 2024-11-24T00:22:23,144 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/56be60476e604415b706810f560e8fe3, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T00:22:23,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/89766cae103e409a9b13c80f17ff84d0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/89766cae103e409a9b13c80f17ff84d0 2024-11-24T00:22:23,149 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/89766cae103e409a9b13c80f17ff84d0, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T00:22:23,150 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 73af2b3eb2ecc180df556ba935a636e7 in 651ms, sequenceid=251, compaction requested=true 2024-11-24T00:22:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:23,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:23,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-24T00:22:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-24T00:22:23,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T00:22:23,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 807 msec 2024-11-24T00:22:23,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 811 msec 2024-11-24T00:22:23,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:22:23,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:23,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:23,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:23,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:23,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:23,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:23,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124de7a0807dbbe46b897517ed4a13c41d6_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407743082/Put/seqid=0 2024-11-24T00:22:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742247_1423 (size=12454) 2024-11-24T00:22:23,246 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:23,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124de7a0807dbbe46b897517ed4a13c41d6_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de7a0807dbbe46b897517ed4a13c41d6_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:23,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d2499d603f2c4629ac97ddc71d41f4d0, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:23,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d2499d603f2c4629ac97ddc71d41f4d0 is 175, key is test_row_0/A:col10/1732407743082/Put/seqid=0 2024-11-24T00:22:23,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407803245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407803247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407803260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407803262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407803262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742248_1424 (size=31255) 2024-11-24T00:22:23,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d2499d603f2c4629ac97ddc71d41f4d0 2024-11-24T00:22:23,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/7789576d0dcf418ab52117ddd415d1dd is 50, key is test_row_0/B:col10/1732407743082/Put/seqid=0 2024-11-24T00:22:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742249_1425 (size=12301) 2024-11-24T00:22:23,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407803364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407803364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407803373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407803375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407803375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T00:22:23,449 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-24T00:22:23,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-24T00:22:23,452 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:23,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:23,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T00:22:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T00:22:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407803573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407803574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407803593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407803593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407803594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T00:22:23,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:23,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:23,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:23,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/7789576d0dcf418ab52117ddd415d1dd 2024-11-24T00:22:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T00:22:23,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T00:22:23,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:23,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:23,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:23,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/818c3f3980f64693ab31eebb49e3a164 is 50, key is test_row_0/C:col10/1732407743082/Put/seqid=0 2024-11-24T00:22:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742250_1426 (size=12301) 2024-11-24T00:22:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407803885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407803886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407803903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407803904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407803905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:23,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T00:22:23,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:23,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:23,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:23,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T00:22:24,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T00:22:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:24,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/818c3f3980f64693ab31eebb49e3a164 2024-11-24T00:22:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d2499d603f2c4629ac97ddc71d41f4d0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d2499d603f2c4629ac97ddc71d41f4d0 2024-11-24T00:22:24,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d2499d603f2c4629ac97ddc71d41f4d0, entries=150, sequenceid=276, filesize=30.5 K 2024-11-24T00:22:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/7789576d0dcf418ab52117ddd415d1dd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7789576d0dcf418ab52117ddd415d1dd 2024-11-24T00:22:24,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T00:22:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:24,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7789576d0dcf418ab52117ddd415d1dd, entries=150, sequenceid=276, filesize=12.0 K 2024-11-24T00:22:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/818c3f3980f64693ab31eebb49e3a164 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/818c3f3980f64693ab31eebb49e3a164 2024-11-24T00:22:24,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/818c3f3980f64693ab31eebb49e3a164, entries=150, sequenceid=276, filesize=12.0 K 2024-11-24T00:22:24,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 73af2b3eb2ecc180df556ba935a636e7 in 1027ms, sequenceid=276, compaction requested=true 2024-11-24T00:22:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:24,250 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:24,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:24,251 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:24,252 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/A is initiating minor compaction (all files) 2024-11-24T00:22:24,252 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/A in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,252 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5b349d87d53642ddadf14c0625d5d274, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8b257cc0a07849f986ce97f8e09f6398, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/704f436631e24efcbb13944c0db7aa06, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d2499d603f2c4629ac97ddc71d41f4d0] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=122.1 K 2024-11-24T00:22:24,252 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,252 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5b349d87d53642ddadf14c0625d5d274, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8b257cc0a07849f986ce97f8e09f6398, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/704f436631e24efcbb13944c0db7aa06, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d2499d603f2c4629ac97ddc71d41f4d0] 2024-11-24T00:22:24,253 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b349d87d53642ddadf14c0625d5d274, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407738505 2024-11-24T00:22:24,254 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b257cc0a07849f986ce97f8e09f6398, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732407739695 2024-11-24T00:22:24,254 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704f436631e24efcbb13944c0db7aa06, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732407740892 2024-11-24T00:22:24,255 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2499d603f2c4629ac97ddc71d41f4d0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407743082 2024-11-24T00:22:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:24,256 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:24,261 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:24,261 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/B is initiating minor compaction (all files) 2024-11-24T00:22:24,262 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/B in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,262 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54e63faadf4a49c5a9253fa66cd2741d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f508ec9b9cd04e99bc0325de0bbc841e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/56be60476e604415b706810f560e8fe3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7789576d0dcf418ab52117ddd415d1dd] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=48.1 K 2024-11-24T00:22:24,262 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 54e63faadf4a49c5a9253fa66cd2741d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407738505 2024-11-24T00:22:24,263 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f508ec9b9cd04e99bc0325de0bbc841e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732407739695 2024-11-24T00:22:24,264 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 56be60476e604415b706810f560e8fe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732407740892 2024-11-24T00:22:24,264 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 7789576d0dcf418ab52117ddd415d1dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407743082 2024-11-24T00:22:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:24,285 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:24,292 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:24,293 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/54b501b13e68433eb9c63a1dcac3ad2e is 50, key is test_row_0/B:col10/1732407743082/Put/seqid=0 2024-11-24T00:22:24,304 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124321ea154ebcb46a6a76173909fff7c35_73af2b3eb2ecc180df556ba935a636e7 store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:24,306 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124321ea154ebcb46a6a76173909fff7c35_73af2b3eb2ecc180df556ba935a636e7, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:24,306 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124321ea154ebcb46a6a76173909fff7c35_73af2b3eb2ecc180df556ba935a636e7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742251_1427 (size=12915) 2024-11-24T00:22:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742252_1428 (size=4469) 2024-11-24T00:22:24,361 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#A#compaction#359 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:24,362 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d0d82de1f5a54a18b4c2fb3a058ec10e is 175, key is test_row_0/A:col10/1732407743082/Put/seqid=0 2024-11-24T00:22:24,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742253_1429 (size=31869) 2024-11-24T00:22:24,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T00:22:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,381 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:22:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:24,388 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d0d82de1f5a54a18b4c2fb3a058ec10e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d0d82de1f5a54a18b4c2fb3a058ec10e 2024-11-24T00:22:24,394 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/A of 73af2b3eb2ecc180df556ba935a636e7 into d0d82de1f5a54a18b4c2fb3a058ec10e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:24,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:24,394 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/A, priority=12, startTime=1732407744250; duration=0sec 2024-11-24T00:22:24,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:24,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:A 2024-11-24T00:22:24,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:24,400 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:24,400 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/C is initiating minor compaction (all files) 2024-11-24T00:22:24,400 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/C in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:24,401 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8e36a47fb8d34d508ab52032fbd0dde1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/92de547b3cab466e979c6fd2e15586da, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/89766cae103e409a9b13c80f17ff84d0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/818c3f3980f64693ab31eebb49e3a164] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=48.1 K 2024-11-24T00:22:24,402 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e36a47fb8d34d508ab52032fbd0dde1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407738505 2024-11-24T00:22:24,403 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92de547b3cab466e979c6fd2e15586da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732407739695 2024-11-24T00:22:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:24,403 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89766cae103e409a9b13c80f17ff84d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732407740892 2024-11-24T00:22:24,404 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 818c3f3980f64693ab31eebb49e3a164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407743082 2024-11-24T00:22:24,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112405924685e9674c58a4c2ca5db76b387b_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407743258/Put/seqid=0 2024-11-24T00:22:24,430 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#C#compaction#362 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:24,431 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/b9ecf74162b14469bb9e0b2a68fb1627 is 50, key is test_row_0/C:col10/1732407743082/Put/seqid=0 2024-11-24T00:22:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742254_1430 (size=12454) 2024-11-24T00:22:24,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:24,450 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112405924685e9674c58a4c2ca5db76b387b_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405924685e9674c58a4c2ca5db76b387b_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/f293187fcad44216976a517b04aa28f2, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/f293187fcad44216976a517b04aa28f2 is 175, key is test_row_0/A:col10/1732407743258/Put/seqid=0 2024-11-24T00:22:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407804452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407804455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407804455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407804458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407804459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742255_1431 (size=12915) 2024-11-24T00:22:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742256_1432 (size=31255) 2024-11-24T00:22:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T00:22:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407804564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407804564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407804565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407804571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407804572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,758 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/54b501b13e68433eb9c63a1dcac3ad2e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54b501b13e68433eb9c63a1dcac3ad2e 2024-11-24T00:22:24,763 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/B of 73af2b3eb2ecc180df556ba935a636e7 into 54b501b13e68433eb9c63a1dcac3ad2e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:24,763 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:24,763 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/B, priority=12, startTime=1732407744255; duration=0sec 2024-11-24T00:22:24,763 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:24,763 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:B 2024-11-24T00:22:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407804774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407804774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407804777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407804777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407804778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:24,893 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/b9ecf74162b14469bb9e0b2a68fb1627 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b9ecf74162b14469bb9e0b2a68fb1627 2024-11-24T00:22:24,899 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/C of 73af2b3eb2ecc180df556ba935a636e7 into b9ecf74162b14469bb9e0b2a68fb1627(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:24,899 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:24,899 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/C, priority=12, startTime=1732407744276; duration=0sec 2024-11-24T00:22:24,899 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:24,899 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:C 2024-11-24T00:22:24,920 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/f293187fcad44216976a517b04aa28f2 2024-11-24T00:22:24,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/0a0bbe5780e841a4a84776d7fbf6f570 is 50, key is test_row_0/B:col10/1732407743258/Put/seqid=0 2024-11-24T00:22:24,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742257_1433 (size=12301) 2024-11-24T00:22:24,983 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/0a0bbe5780e841a4a84776d7fbf6f570 2024-11-24T00:22:24,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/27029d4018994ce392836b354e806323 is 50, key is test_row_0/C:col10/1732407743258/Put/seqid=0 2024-11-24T00:22:25,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742258_1434 (size=12301) 2024-11-24T00:22:25,043 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/27029d4018994ce392836b354e806323 2024-11-24T00:22:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/f293187fcad44216976a517b04aa28f2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/f293187fcad44216976a517b04aa28f2 2024-11-24T00:22:25,058 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/f293187fcad44216976a517b04aa28f2, entries=150, sequenceid=288, filesize=30.5 K 2024-11-24T00:22:25,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/0a0bbe5780e841a4a84776d7fbf6f570 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/0a0bbe5780e841a4a84776d7fbf6f570 2024-11-24T00:22:25,067 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/0a0bbe5780e841a4a84776d7fbf6f570, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T00:22:25,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/27029d4018994ce392836b354e806323 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/27029d4018994ce392836b354e806323 2024-11-24T00:22:25,078 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/27029d4018994ce392836b354e806323, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T00:22:25,079 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 73af2b3eb2ecc180df556ba935a636e7 in 698ms, sequenceid=288, compaction requested=false 2024-11-24T00:22:25,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:25,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-24T00:22:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-24T00:22:25,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T00:22:25,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6260 sec 2024-11-24T00:22:25,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.6320 sec 2024-11-24T00:22:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:25,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:22:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:25,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:25,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:25,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:25,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407805097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407805099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407805100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242c5058bd1f694e4abdb7649769efa81a_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407745088/Put/seqid=0 2024-11-24T00:22:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407805106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407805107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742259_1435 (size=12454) 2024-11-24T00:22:25,164 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:25,168 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242c5058bd1f694e4abdb7649769efa81a_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242c5058bd1f694e4abdb7649769efa81a_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:25,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3d2f891575c54fd69233c3c8673074a2, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:25,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3d2f891575c54fd69233c3c8673074a2 is 175, key is test_row_0/A:col10/1732407745088/Put/seqid=0 2024-11-24T00:22:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742260_1436 (size=31255) 2024-11-24T00:22:25,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3d2f891575c54fd69233c3c8673074a2 2024-11-24T00:22:25,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/669807d0742f48b5b95c46231dcf2b7d is 50, key is test_row_0/B:col10/1732407745088/Put/seqid=0 2024-11-24T00:22:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407805208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407805208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407805209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407805213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407805213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742261_1437 (size=12301) 2024-11-24T00:22:25,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/669807d0742f48b5b95c46231dcf2b7d 2024-11-24T00:22:25,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8af6ba1a418241619090ef1b50f6ae28 is 50, key is test_row_0/C:col10/1732407745088/Put/seqid=0 2024-11-24T00:22:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742262_1438 (size=12301) 2024-11-24T00:22:25,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8af6ba1a418241619090ef1b50f6ae28 2024-11-24T00:22:25,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/3d2f891575c54fd69233c3c8673074a2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3d2f891575c54fd69233c3c8673074a2 2024-11-24T00:22:25,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3d2f891575c54fd69233c3c8673074a2, entries=150, sequenceid=317, filesize=30.5 K 2024-11-24T00:22:25,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/669807d0742f48b5b95c46231dcf2b7d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/669807d0742f48b5b95c46231dcf2b7d 2024-11-24T00:22:25,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/669807d0742f48b5b95c46231dcf2b7d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T00:22:25,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8af6ba1a418241619090ef1b50f6ae28 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8af6ba1a418241619090ef1b50f6ae28 2024-11-24T00:22:25,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8af6ba1a418241619090ef1b50f6ae28, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T00:22:25,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 73af2b3eb2ecc180df556ba935a636e7 in 243ms, sequenceid=317, compaction requested=true 2024-11-24T00:22:25,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:25,332 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:25,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:25,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:25,333 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:25,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:25,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:25,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:25,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:25,333 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:25,333 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/A is initiating minor compaction (all files) 2024-11-24T00:22:25,333 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/A in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,333 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d0d82de1f5a54a18b4c2fb3a058ec10e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/f293187fcad44216976a517b04aa28f2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3d2f891575c54fd69233c3c8673074a2] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=92.2 K 2024-11-24T00:22:25,334 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,334 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d0d82de1f5a54a18b4c2fb3a058ec10e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/f293187fcad44216976a517b04aa28f2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3d2f891575c54fd69233c3c8673074a2] 2024-11-24T00:22:25,334 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0d82de1f5a54a18b4c2fb3a058ec10e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407743082 2024-11-24T00:22:25,334 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:25,334 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/B is initiating minor compaction (all files) 2024-11-24T00:22:25,334 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f293187fcad44216976a517b04aa28f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407743232 2024-11-24T00:22:25,334 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/B in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,334 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54b501b13e68433eb9c63a1dcac3ad2e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/0a0bbe5780e841a4a84776d7fbf6f570, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/669807d0742f48b5b95c46231dcf2b7d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=36.6 K 2024-11-24T00:22:25,335 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d2f891575c54fd69233c3c8673074a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407744453 2024-11-24T00:22:25,335 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 54b501b13e68433eb9c63a1dcac3ad2e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407743082 2024-11-24T00:22:25,336 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a0bbe5780e841a4a84776d7fbf6f570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407743232 2024-11-24T00:22:25,336 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 669807d0742f48b5b95c46231dcf2b7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407744453 2024-11-24T00:22:25,344 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:25,358 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:25,358 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/255b1fbadaab4e3887d2bec0b26d4615 is 50, key is test_row_0/B:col10/1732407745088/Put/seqid=0 2024-11-24T00:22:25,372 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242cfebd57cb9440c089df581d8dedcb42_73af2b3eb2ecc180df556ba935a636e7 store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:25,374 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242cfebd57cb9440c089df581d8dedcb42_73af2b3eb2ecc180df556ba935a636e7, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:25,374 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242cfebd57cb9440c089df581d8dedcb42_73af2b3eb2ecc180df556ba935a636e7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:25,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742263_1439 (size=13017) 2024-11-24T00:22:25,416 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/255b1fbadaab4e3887d2bec0b26d4615 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/255b1fbadaab4e3887d2bec0b26d4615 2024-11-24T00:22:25,422 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/B of 73af2b3eb2ecc180df556ba935a636e7 into 255b1fbadaab4e3887d2bec0b26d4615(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:25,422 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:25,422 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/B, priority=13, startTime=1732407745333; duration=0sec 2024-11-24T00:22:25,422 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:25,422 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:B 2024-11-24T00:22:25,422 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:25,423 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:25,424 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/C is initiating minor compaction (all files) 2024-11-24T00:22:25,424 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/C in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,424 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b9ecf74162b14469bb9e0b2a68fb1627, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/27029d4018994ce392836b354e806323, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8af6ba1a418241619090ef1b50f6ae28] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=36.6 K 2024-11-24T00:22:25,424 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b9ecf74162b14469bb9e0b2a68fb1627, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732407743082 2024-11-24T00:22:25,426 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 27029d4018994ce392836b354e806323, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732407743232 2024-11-24T00:22:25,426 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8af6ba1a418241619090ef1b50f6ae28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407744453 2024-11-24T00:22:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:25,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:22:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:25,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742264_1440 (size=4469) 2024-11-24T00:22:25,432 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#A#compaction#368 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:25,433 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/452c1ec603ac4e81a85e8221e4b6faea is 175, key is test_row_0/A:col10/1732407745088/Put/seqid=0 2024-11-24T00:22:25,440 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:25,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112404d04b45944c43218cd62627f27d81c9_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407745097/Put/seqid=0 2024-11-24T00:22:25,441 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8ebeb1a2b2004aa187cd0e17849725dd is 50, key is test_row_0/C:col10/1732407745088/Put/seqid=0 2024-11-24T00:22:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742265_1441 (size=31971) 2024-11-24T00:22:25,447 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/452c1ec603ac4e81a85e8221e4b6faea as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/452c1ec603ac4e81a85e8221e4b6faea 2024-11-24T00:22:25,455 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/A of 73af2b3eb2ecc180df556ba935a636e7 into 452c1ec603ac4e81a85e8221e4b6faea(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:25,455 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:25,455 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/A, priority=13, startTime=1732407745332; duration=0sec 2024-11-24T00:22:25,455 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:25,455 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:A 2024-11-24T00:22:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742266_1442 (size=14994) 2024-11-24T00:22:25,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:25,466 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112404d04b45944c43218cd62627f27d81c9_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112404d04b45944c43218cd62627f27d81c9_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:25,467 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d48833ea89c64875b5be7dcdae46185a, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:25,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d48833ea89c64875b5be7dcdae46185a is 175, key is test_row_0/A:col10/1732407745097/Put/seqid=0 2024-11-24T00:22:25,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742267_1443 (size=13017) 2024-11-24T00:22:25,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742268_1444 (size=39949) 2024-11-24T00:22:25,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407805499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407805499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407805500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407805531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407805531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T00:22:25,559 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-24T00:22:25,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-24T00:22:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T00:22:25,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:25,564 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:25,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407805632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407805632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407805632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407805644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407805645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T00:22:25,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T00:22:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407805840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407805840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407805840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407805855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407805856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T00:22:25,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:25,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T00:22:25,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:25,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:25,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:25,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:25,890 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d48833ea89c64875b5be7dcdae46185a 2024-11-24T00:22:25,893 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/8ebeb1a2b2004aa187cd0e17849725dd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8ebeb1a2b2004aa187cd0e17849725dd 2024-11-24T00:22:25,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/1a5154105b73453db9d008be18c0b8e2 is 50, key is test_row_0/B:col10/1732407745097/Put/seqid=0 2024-11-24T00:22:25,904 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/C of 73af2b3eb2ecc180df556ba935a636e7 into 8ebeb1a2b2004aa187cd0e17849725dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:25,904 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:25,904 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/C, priority=13, startTime=1732407745333; duration=0sec 2024-11-24T00:22:25,904 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:25,904 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:C 2024-11-24T00:22:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742269_1445 (size=12301) 2024-11-24T00:22:25,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/1a5154105b73453db9d008be18c0b8e2 2024-11-24T00:22:25,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/ef40c85366294d23a160dc2e734d75c6 is 50, key is test_row_0/C:col10/1732407745097/Put/seqid=0 2024-11-24T00:22:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742270_1446 (size=12301) 2024-11-24T00:22:25,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/ef40c85366294d23a160dc2e734d75c6 2024-11-24T00:22:25,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/d48833ea89c64875b5be7dcdae46185a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d48833ea89c64875b5be7dcdae46185a 2024-11-24T00:22:25,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d48833ea89c64875b5be7dcdae46185a, entries=200, sequenceid=329, filesize=39.0 K 2024-11-24T00:22:25,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/1a5154105b73453db9d008be18c0b8e2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/1a5154105b73453db9d008be18c0b8e2 2024-11-24T00:22:25,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/1a5154105b73453db9d008be18c0b8e2, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T00:22:25,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/ef40c85366294d23a160dc2e734d75c6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/ef40c85366294d23a160dc2e734d75c6 2024-11-24T00:22:25,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/ef40c85366294d23a160dc2e734d75c6, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T00:22:25,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 73af2b3eb2ecc180df556ba935a636e7 in 536ms, sequenceid=329, compaction requested=false 2024-11-24T00:22:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:26,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T00:22:26,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:26,023 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:22:26,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:26,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:26,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:26,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:26,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:26,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124150c38220576463d935bcd0afe1f9677_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407745498/Put/seqid=0 2024-11-24T00:22:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742271_1447 (size=12454) 2024-11-24T00:22:26,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:26,103 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124150c38220576463d935bcd0afe1f9677_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124150c38220576463d935bcd0afe1f9677_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/1cd5e021e0394eed95a91d70b0158974, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/1cd5e021e0394eed95a91d70b0158974 is 175, key is test_row_0/A:col10/1732407745498/Put/seqid=0 2024-11-24T00:22:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742272_1448 (size=31255) 2024-11-24T00:22:26,117 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/1cd5e021e0394eed95a91d70b0158974 2024-11-24T00:22:26,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/96b281d962a141b0aebad459a594fa4c is 50, key is test_row_0/B:col10/1732407745498/Put/seqid=0 2024-11-24T00:22:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:26,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:26,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742273_1449 (size=12301) 2024-11-24T00:22:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T00:22:26,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407806162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407806164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407806166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407806166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407806168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407806270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407806275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407806275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407806275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407806473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407806479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407806480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407806482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,552 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/96b281d962a141b0aebad459a594fa4c 2024-11-24T00:22:26,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/3f8ea389f12645f29f6d232c51bb275c is 50, key is test_row_0/C:col10/1732407745498/Put/seqid=0 2024-11-24T00:22:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742274_1450 (size=12301) 2024-11-24T00:22:26,595 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/3f8ea389f12645f29f6d232c51bb275c 2024-11-24T00:22:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/1cd5e021e0394eed95a91d70b0158974 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/1cd5e021e0394eed95a91d70b0158974 2024-11-24T00:22:26,612 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/1cd5e021e0394eed95a91d70b0158974, entries=150, sequenceid=356, filesize=30.5 K 2024-11-24T00:22:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/96b281d962a141b0aebad459a594fa4c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/96b281d962a141b0aebad459a594fa4c 2024-11-24T00:22:26,625 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/96b281d962a141b0aebad459a594fa4c, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T00:22:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/3f8ea389f12645f29f6d232c51bb275c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3f8ea389f12645f29f6d232c51bb275c 2024-11-24T00:22:26,629 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3f8ea389f12645f29f6d232c51bb275c, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T00:22:26,630 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 73af2b3eb2ecc180df556ba935a636e7 in 607ms, sequenceid=356, compaction requested=true 2024-11-24T00:22:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-24T00:22:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-24T00:22:26,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T00:22:26,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-11-24T00:22:26,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.0720 sec 2024-11-24T00:22:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T00:22:26,667 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T00:22:26,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T00:22:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T00:22:26,670 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:26,670 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:26,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:26,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:22:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:26,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:26,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:26,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:26,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:26,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:26,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eb1e63c95b3440e5b371698a67b79097_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407746671/Put/seqid=0 2024-11-24T00:22:26,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742275_1451 (size=14994) 2024-11-24T00:22:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T00:22:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407806787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407806788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407806788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407806791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407806791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:26,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:26,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407806898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407806898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T00:22:26,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:26,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:26,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:26,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:27,086 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eb1e63c95b3440e5b371698a67b79097_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eb1e63c95b3440e5b371698a67b79097_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:27,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/4e7916d6cf314423af1f0bc90521c306, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:27,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/4e7916d6cf314423af1f0bc90521c306 is 175, key is test_row_0/A:col10/1732407746671/Put/seqid=0 2024-11-24T00:22:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742276_1452 (size=39949) 2024-11-24T00:22:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407807105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407807105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T00:22:27,286 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407807293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407807295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407807295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407807415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407807417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/4e7916d6cf314423af1f0bc90521c306 2024-11-24T00:22:27,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/a30574a5a1074635a8f877edd3b1c8b7 is 50, key is test_row_0/B:col10/1732407746671/Put/seqid=0 2024-11-24T00:22:27,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742277_1453 (size=12301) 2024-11-24T00:22:27,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T00:22:27,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:27,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:27,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/a30574a5a1074635a8f877edd3b1c8b7 2024-11-24T00:22:27,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/4890f9e010e240189565592491f22482 is 50, key is test_row_0/C:col10/1732407746671/Put/seqid=0 2024-11-24T00:22:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742278_1454 (size=12301) 2024-11-24T00:22:27,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33200 deadline: 1732407807920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732407807925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:28,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:28,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:28,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:28,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:28,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:28,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:28,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33284 deadline: 1732407808299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33226 deadline: 1732407808300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:28,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33240 deadline: 1732407808301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:28,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/4890f9e010e240189565592491f22482 2024-11-24T00:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/4e7916d6cf314423af1f0bc90521c306 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/4e7916d6cf314423af1f0bc90521c306 2024-11-24T00:22:28,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/4e7916d6cf314423af1f0bc90521c306, entries=200, sequenceid=368, filesize=39.0 K 2024-11-24T00:22:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/a30574a5a1074635a8f877edd3b1c8b7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a30574a5a1074635a8f877edd3b1c8b7 2024-11-24T00:22:28,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a30574a5a1074635a8f877edd3b1c8b7, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T00:22:28,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/4890f9e010e240189565592491f22482 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/4890f9e010e240189565592491f22482 2024-11-24T00:22:28,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/4890f9e010e240189565592491f22482, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T00:22:28,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 73af2b3eb2ecc180df556ba935a636e7 in 1663ms, sequenceid=368, compaction requested=true 2024-11-24T00:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:28,336 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73af2b3eb2ecc180df556ba935a636e7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:28,336 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:28,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:28,337 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:28,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/A is initiating minor compaction (all files) 2024-11-24T00:22:28,337 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/B is initiating minor compaction (all files) 2024-11-24T00:22:28,337 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/A in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,337 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/B in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,337 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/452c1ec603ac4e81a85e8221e4b6faea, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d48833ea89c64875b5be7dcdae46185a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/1cd5e021e0394eed95a91d70b0158974, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/4e7916d6cf314423af1f0bc90521c306] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=139.8 K 2024-11-24T00:22:28,337 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/255b1fbadaab4e3887d2bec0b26d4615, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/1a5154105b73453db9d008be18c0b8e2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/96b281d962a141b0aebad459a594fa4c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a30574a5a1074635a8f877edd3b1c8b7] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=48.8 K 2024-11-24T00:22:28,337 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,337 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/452c1ec603ac4e81a85e8221e4b6faea, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d48833ea89c64875b5be7dcdae46185a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/1cd5e021e0394eed95a91d70b0158974, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/4e7916d6cf314423af1f0bc90521c306] 2024-11-24T00:22:28,338 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 452c1ec603ac4e81a85e8221e4b6faea, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407744453 2024-11-24T00:22:28,338 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 255b1fbadaab4e3887d2bec0b26d4615, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407744453 2024-11-24T00:22:28,339 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a5154105b73453db9d008be18c0b8e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732407745097 2024-11-24T00:22:28,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d48833ea89c64875b5be7dcdae46185a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732407745097 2024-11-24T00:22:28,339 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b281d962a141b0aebad459a594fa4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732407745498 2024-11-24T00:22:28,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cd5e021e0394eed95a91d70b0158974, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732407745498 2024-11-24T00:22:28,340 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e7916d6cf314423af1f0bc90521c306, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407746158 2024-11-24T00:22:28,340 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a30574a5a1074635a8f877edd3b1c8b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407746158 2024-11-24T00:22:28,346 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:28,347 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:28,348 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/722f949f751340beb0ca3a95f1535367 is 50, key is test_row_0/B:col10/1732407746671/Put/seqid=0 2024-11-24T00:22:28,348 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124bf0f205eb920410eb956c1caaa919f53_73af2b3eb2ecc180df556ba935a636e7 store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:28,351 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124bf0f205eb920410eb956c1caaa919f53_73af2b3eb2ecc180df556ba935a636e7, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:28,351 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bf0f205eb920410eb956c1caaa919f53_73af2b3eb2ecc180df556ba935a636e7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:28,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:28,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T00:22:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,355 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:22:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742279_1455 (size=13153) 2024-11-24T00:22:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742280_1456 (size=4469) 2024-11-24T00:22:28,366 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#A#compaction#381 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:28,367 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/8074754daed5429e8a29430ced6e7218 is 175, key is test_row_0/A:col10/1732407746671/Put/seqid=0 2024-11-24T00:22:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246fdc7b296b124789b23fa63fc304e4e2_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407746780/Put/seqid=0 2024-11-24T00:22:28,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742281_1457 (size=32107) 2024-11-24T00:22:28,395 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/8074754daed5429e8a29430ced6e7218 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8074754daed5429e8a29430ced6e7218 2024-11-24T00:22:28,405 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/A of 73af2b3eb2ecc180df556ba935a636e7 into 8074754daed5429e8a29430ced6e7218(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:28,405 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:28,405 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/A, priority=12, startTime=1732407748336; duration=0sec 2024-11-24T00:22:28,405 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:28,405 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:A 2024-11-24T00:22:28,405 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:28,406 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:28,407 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 73af2b3eb2ecc180df556ba935a636e7/C is initiating minor compaction (all files) 2024-11-24T00:22:28,407 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 73af2b3eb2ecc180df556ba935a636e7/C in TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:28,407 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8ebeb1a2b2004aa187cd0e17849725dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/ef40c85366294d23a160dc2e734d75c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3f8ea389f12645f29f6d232c51bb275c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/4890f9e010e240189565592491f22482] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp, totalSize=48.8 K 2024-11-24T00:22:28,407 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ebeb1a2b2004aa187cd0e17849725dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407744453 2024-11-24T00:22:28,408 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef40c85366294d23a160dc2e734d75c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732407745097 2024-11-24T00:22:28,408 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f8ea389f12645f29f6d232c51bb275c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732407745498 2024-11-24T00:22:28,408 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4890f9e010e240189565592491f22482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407746158 2024-11-24T00:22:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742282_1458 (size=12454) 2024-11-24T00:22:28,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:28,430 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246fdc7b296b124789b23fa63fc304e4e2_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246fdc7b296b124789b23fa63fc304e4e2_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:28,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/9e6a50ee81a448daa47ddba4a6ce2373, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:28,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/9e6a50ee81a448daa47ddba4a6ce2373 is 175, key is test_row_0/A:col10/1732407746780/Put/seqid=0 2024-11-24T00:22:28,433 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73af2b3eb2ecc180df556ba935a636e7#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:28,434 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/32e9dcf2be434ebc975fb74b2798d9c2 is 50, key is test_row_0/C:col10/1732407746671/Put/seqid=0 2024-11-24T00:22:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742284_1460 (size=13153) 2024-11-24T00:22:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742283_1459 (size=31255) 2024-11-24T00:22:28,766 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/722f949f751340beb0ca3a95f1535367 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/722f949f751340beb0ca3a95f1535367 2024-11-24T00:22:28,771 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/B of 73af2b3eb2ecc180df556ba935a636e7 into 722f949f751340beb0ca3a95f1535367(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:28,771 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:28,771 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/B, priority=12, startTime=1732407748336; duration=0sec 2024-11-24T00:22:28,771 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:28,771 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:B 2024-11-24T00:22:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T00:22:28,859 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/9e6a50ee81a448daa47ddba4a6ce2373 2024-11-24T00:22:28,863 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/32e9dcf2be434ebc975fb74b2798d9c2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/32e9dcf2be434ebc975fb74b2798d9c2 2024-11-24T00:22:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/91898ddb97b8485f8dc9da95b49eee19 is 50, key is test_row_0/B:col10/1732407746780/Put/seqid=0 2024-11-24T00:22:28,868 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 73af2b3eb2ecc180df556ba935a636e7/C of 73af2b3eb2ecc180df556ba935a636e7 into 32e9dcf2be434ebc975fb74b2798d9c2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:28,868 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:28,868 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7., storeName=73af2b3eb2ecc180df556ba935a636e7/C, priority=12, startTime=1732407748336; duration=0sec 2024-11-24T00:22:28,869 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:28,869 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73af2b3eb2ecc180df556ba935a636e7:C 2024-11-24T00:22:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742285_1461 (size=12301) 2024-11-24T00:22:28,919 DEBUG [Thread-1609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x191ae36a to 127.0.0.1:54804 2024-11-24T00:22:28,920 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:28,922 DEBUG [Thread-1607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x114e6211 to 127.0.0.1:54804 2024-11-24T00:22:28,922 DEBUG [Thread-1611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x133cc1f0 to 127.0.0.1:54804 2024-11-24T00:22:28,922 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:28,922 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:28,923 DEBUG [Thread-1613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cfa4b91 to 127.0.0.1:54804 2024-11-24T00:22:28,923 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:28,924 DEBUG [Thread-1605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d930fb1 to 127.0.0.1:54804 2024-11-24T00:22:28,924 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:28,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. as already flushing 2024-11-24T00:22:28,926 DEBUG [Thread-1596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64a04d7a to 127.0.0.1:54804 2024-11-24T00:22:28,926 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:28,938 DEBUG [Thread-1602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54ed1e8a to 127.0.0.1:54804 2024-11-24T00:22:28,939 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:29,277 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/91898ddb97b8485f8dc9da95b49eee19 2024-11-24T00:22:29,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/7d9eed9c8b8349a0bf7729d517fda9e6 is 50, key is test_row_0/C:col10/1732407746780/Put/seqid=0 2024-11-24T00:22:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742286_1462 (size=12301) 2024-11-24T00:22:29,689 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/7d9eed9c8b8349a0bf7729d517fda9e6 2024-11-24T00:22:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/9e6a50ee81a448daa47ddba4a6ce2373 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/9e6a50ee81a448daa47ddba4a6ce2373 2024-11-24T00:22:29,695 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/9e6a50ee81a448daa47ddba4a6ce2373, entries=150, sequenceid=393, filesize=30.5 K 2024-11-24T00:22:29,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/91898ddb97b8485f8dc9da95b49eee19 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/91898ddb97b8485f8dc9da95b49eee19 2024-11-24T00:22:29,698 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/91898ddb97b8485f8dc9da95b49eee19, entries=150, sequenceid=393, filesize=12.0 K 2024-11-24T00:22:29,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/7d9eed9c8b8349a0bf7729d517fda9e6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/7d9eed9c8b8349a0bf7729d517fda9e6 2024-11-24T00:22:29,702 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/7d9eed9c8b8349a0bf7729d517fda9e6, entries=150, sequenceid=393, filesize=12.0 K 2024-11-24T00:22:29,702 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 73af2b3eb2ecc180df556ba935a636e7 in 1347ms, sequenceid=393, compaction requested=false 2024-11-24T00:22:29,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:29,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:29,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T00:22:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T00:22:29,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T00:22:29,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0330 sec 2024-11-24T00:22:29,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 3.0370 sec 2024-11-24T00:22:30,308 DEBUG [Thread-1594 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x081cac4f to 127.0.0.1:54804 2024-11-24T00:22:30,309 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:30,309 DEBUG [Thread-1598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3268230a to 127.0.0.1:54804 2024-11-24T00:22:30,309 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:30,310 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d7912a0 to 127.0.0.1:54804 2024-11-24T00:22:30,310 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T00:22:30,774 INFO [Thread-1604 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1393 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4179 rows 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1407 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4221 rows 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1391 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4173 rows 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1386 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4158 rows 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1412 2024-11-24T00:22:30,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4236 rows 2024-11-24T00:22:30,774 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T00:22:30,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c8cc27b to 127.0.0.1:54804 2024-11-24T00:22:30,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:30,776 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T00:22:30,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T00:22:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T00:22:30,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407750780"}]},"ts":"1732407750780"} 2024-11-24T00:22:30,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T00:22:30,784 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T00:22:30,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:22:30,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, UNASSIGN}] 2024-11-24T00:22:30,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, UNASSIGN 2024-11-24T00:22:30,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:30,787 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:22:30,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:22:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T00:22:30,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:30,939 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:30,939 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:22:30,939 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing 73af2b3eb2ecc180df556ba935a636e7, disabling compactions & flushes 2024-11-24T00:22:30,939 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:30,939 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:30,939 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. after waiting 0 ms 2024-11-24T00:22:30,939 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:30,939 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing 73af2b3eb2ecc180df556ba935a636e7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T00:22:30,939 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=A 2024-11-24T00:22:30,939 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:30,940 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=B 2024-11-24T00:22:30,940 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:30,940 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73af2b3eb2ecc180df556ba935a636e7, store=C 2024-11-24T00:22:30,940 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:30,944 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242b79783e59894ddb8f00a7c67c09d13a_73af2b3eb2ecc180df556ba935a636e7 is 50, key is test_row_0/A:col10/1732407750310/Put/seqid=0 2024-11-24T00:22:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742287_1463 (size=12454) 2024-11-24T00:22:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T00:22:31,348 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:31,351 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242b79783e59894ddb8f00a7c67c09d13a_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242b79783e59894ddb8f00a7c67c09d13a_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:31,352 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/0d93d8601bcf46ae9256edbc373669a8, store: [table=TestAcidGuarantees family=A region=73af2b3eb2ecc180df556ba935a636e7] 2024-11-24T00:22:31,352 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/0d93d8601bcf46ae9256edbc373669a8 is 175, key is test_row_0/A:col10/1732407750310/Put/seqid=0 2024-11-24T00:22:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742288_1464 (size=31255) 2024-11-24T00:22:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T00:22:31,756 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/0d93d8601bcf46ae9256edbc373669a8 2024-11-24T00:22:31,762 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/c7689c82475c4d40be68f8494f56f571 is 50, key is test_row_0/B:col10/1732407750310/Put/seqid=0 2024-11-24T00:22:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742289_1465 (size=12301) 2024-11-24T00:22:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T00:22:32,165 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/c7689c82475c4d40be68f8494f56f571 2024-11-24T00:22:32,170 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/24ca21a3812f49619d2cd00cbd299d1f is 50, key is test_row_0/C:col10/1732407750310/Put/seqid=0 2024-11-24T00:22:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742290_1466 (size=12301) 2024-11-24T00:22:32,574 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/24ca21a3812f49619d2cd00cbd299d1f 2024-11-24T00:22:32,579 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/A/0d93d8601bcf46ae9256edbc373669a8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/0d93d8601bcf46ae9256edbc373669a8 2024-11-24T00:22:32,584 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/0d93d8601bcf46ae9256edbc373669a8, entries=150, sequenceid=404, filesize=30.5 K 2024-11-24T00:22:32,585 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/B/c7689c82475c4d40be68f8494f56f571 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/c7689c82475c4d40be68f8494f56f571 2024-11-24T00:22:32,591 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/c7689c82475c4d40be68f8494f56f571, entries=150, sequenceid=404, filesize=12.0 K 2024-11-24T00:22:32,592 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/.tmp/C/24ca21a3812f49619d2cd00cbd299d1f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/24ca21a3812f49619d2cd00cbd299d1f 2024-11-24T00:22:32,601 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/24ca21a3812f49619d2cd00cbd299d1f, entries=150, sequenceid=404, filesize=12.0 K 2024-11-24T00:22:32,602 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 73af2b3eb2ecc180df556ba935a636e7 in 1663ms, sequenceid=404, compaction requested=true 2024-11-24T00:22:32,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/2ffd9d5993024cf3bb5e54007d4626b7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/087f2e3025e143a1b66374a23870105d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/22705bce3cf4414ba0c1ec61ec538ea8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3cf67c3282db465696f281ffcb8faca2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a91bd30446ee4884b7bb33668c71603d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a6f04e644fcd40a689423109b77d6a41, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/90319ca39e0a49eebae0a4e2f0f0913b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/b898a71914cb497eb60c6d89494b2ae3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/e995a360f9bc4935bc67681a8e469f33, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3321248d45e84ec38f620a6a9bb0ce5f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/edc2b07132864ffcbfca36be8a4ea0c2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/900c43e7e1de427d8183a3f624994c15, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5c6f456c2ee6400bace486442135fdb0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/58621112dc70483d86ea2eae7b71b70f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5b349d87d53642ddadf14c0625d5d274, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8b257cc0a07849f986ce97f8e09f6398, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/704f436631e24efcbb13944c0db7aa06, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d0d82de1f5a54a18b4c2fb3a058ec10e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d2499d603f2c4629ac97ddc71d41f4d0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/f293187fcad44216976a517b04aa28f2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/452c1ec603ac4e81a85e8221e4b6faea, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3d2f891575c54fd69233c3c8673074a2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d48833ea89c64875b5be7dcdae46185a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/1cd5e021e0394eed95a91d70b0158974, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/4e7916d6cf314423af1f0bc90521c306] to archive 2024-11-24T00:22:32,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:32,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/2ffd9d5993024cf3bb5e54007d4626b7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/2ffd9d5993024cf3bb5e54007d4626b7 2024-11-24T00:22:32,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/087f2e3025e143a1b66374a23870105d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/087f2e3025e143a1b66374a23870105d 2024-11-24T00:22:32,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/22705bce3cf4414ba0c1ec61ec538ea8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/22705bce3cf4414ba0c1ec61ec538ea8 2024-11-24T00:22:32,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3cf67c3282db465696f281ffcb8faca2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3cf67c3282db465696f281ffcb8faca2 2024-11-24T00:22:32,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a91bd30446ee4884b7bb33668c71603d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a91bd30446ee4884b7bb33668c71603d 2024-11-24T00:22:32,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a6f04e644fcd40a689423109b77d6a41 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/a6f04e644fcd40a689423109b77d6a41 2024-11-24T00:22:32,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/90319ca39e0a49eebae0a4e2f0f0913b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/90319ca39e0a49eebae0a4e2f0f0913b 2024-11-24T00:22:32,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/b898a71914cb497eb60c6d89494b2ae3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/b898a71914cb497eb60c6d89494b2ae3 2024-11-24T00:22:32,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/e995a360f9bc4935bc67681a8e469f33 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/e995a360f9bc4935bc67681a8e469f33 2024-11-24T00:22:32,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3321248d45e84ec38f620a6a9bb0ce5f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3321248d45e84ec38f620a6a9bb0ce5f 2024-11-24T00:22:32,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/edc2b07132864ffcbfca36be8a4ea0c2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/edc2b07132864ffcbfca36be8a4ea0c2 2024-11-24T00:22:32,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/900c43e7e1de427d8183a3f624994c15 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/900c43e7e1de427d8183a3f624994c15 2024-11-24T00:22:32,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5c6f456c2ee6400bace486442135fdb0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5c6f456c2ee6400bace486442135fdb0 2024-11-24T00:22:32,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/58621112dc70483d86ea2eae7b71b70f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/58621112dc70483d86ea2eae7b71b70f 2024-11-24T00:22:32,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5b349d87d53642ddadf14c0625d5d274 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/5b349d87d53642ddadf14c0625d5d274 2024-11-24T00:22:32,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8b257cc0a07849f986ce97f8e09f6398 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8b257cc0a07849f986ce97f8e09f6398 2024-11-24T00:22:32,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/704f436631e24efcbb13944c0db7aa06 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/704f436631e24efcbb13944c0db7aa06 2024-11-24T00:22:32,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d0d82de1f5a54a18b4c2fb3a058ec10e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d0d82de1f5a54a18b4c2fb3a058ec10e 2024-11-24T00:22:32,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d2499d603f2c4629ac97ddc71d41f4d0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d2499d603f2c4629ac97ddc71d41f4d0 2024-11-24T00:22:32,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/f293187fcad44216976a517b04aa28f2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/f293187fcad44216976a517b04aa28f2 2024-11-24T00:22:32,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/452c1ec603ac4e81a85e8221e4b6faea to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/452c1ec603ac4e81a85e8221e4b6faea 2024-11-24T00:22:32,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3d2f891575c54fd69233c3c8673074a2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/3d2f891575c54fd69233c3c8673074a2 2024-11-24T00:22:32,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d48833ea89c64875b5be7dcdae46185a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/d48833ea89c64875b5be7dcdae46185a 2024-11-24T00:22:32,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/1cd5e021e0394eed95a91d70b0158974 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/1cd5e021e0394eed95a91d70b0158974 2024-11-24T00:22:32,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/4e7916d6cf314423af1f0bc90521c306 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/4e7916d6cf314423af1f0bc90521c306 2024-11-24T00:22:32,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/5ea92fc73af04b30b6326c958799be1b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/b696436fecc64c32804727d4a56a35d5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f44c23ba537c4cf08ad884a377868b7c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/86eeb6a9892f4fb398bbcacdaabbb32a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/985754e5b99b4714965e5852c4d9c483, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/999dcf76d81a400fb4d8a383e918f7f7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/e8a73f8f342e447bb23b552926cc80ea, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7f65dc097f5b4a038ea652defc492e67, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/76d3e0330add4b839e47db95dd196778, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/03c0ee1bf5df4648a656e54ca2c4f832, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a88619368d984e11847ac133f6eba21d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/9c8cd8bab6b243969a95898fcfc1b84c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/627b3c143aec4ed6a044fabd146826d9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54e63faadf4a49c5a9253fa66cd2741d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f6a1f4bba528482282bc03a3d15dbaf0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f508ec9b9cd04e99bc0325de0bbc841e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/56be60476e604415b706810f560e8fe3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54b501b13e68433eb9c63a1dcac3ad2e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7789576d0dcf418ab52117ddd415d1dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/0a0bbe5780e841a4a84776d7fbf6f570, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/255b1fbadaab4e3887d2bec0b26d4615, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/669807d0742f48b5b95c46231dcf2b7d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/1a5154105b73453db9d008be18c0b8e2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/96b281d962a141b0aebad459a594fa4c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a30574a5a1074635a8f877edd3b1c8b7] to archive 2024-11-24T00:22:32,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:32,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/5ea92fc73af04b30b6326c958799be1b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/5ea92fc73af04b30b6326c958799be1b 2024-11-24T00:22:32,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/b696436fecc64c32804727d4a56a35d5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/b696436fecc64c32804727d4a56a35d5 2024-11-24T00:22:32,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f44c23ba537c4cf08ad884a377868b7c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f44c23ba537c4cf08ad884a377868b7c 2024-11-24T00:22:32,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/86eeb6a9892f4fb398bbcacdaabbb32a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/86eeb6a9892f4fb398bbcacdaabbb32a 2024-11-24T00:22:32,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/985754e5b99b4714965e5852c4d9c483 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/985754e5b99b4714965e5852c4d9c483 2024-11-24T00:22:32,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/999dcf76d81a400fb4d8a383e918f7f7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/999dcf76d81a400fb4d8a383e918f7f7 2024-11-24T00:22:32,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/e8a73f8f342e447bb23b552926cc80ea to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/e8a73f8f342e447bb23b552926cc80ea 2024-11-24T00:22:32,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7f65dc097f5b4a038ea652defc492e67 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7f65dc097f5b4a038ea652defc492e67 2024-11-24T00:22:32,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/76d3e0330add4b839e47db95dd196778 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/76d3e0330add4b839e47db95dd196778 2024-11-24T00:22:32,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/03c0ee1bf5df4648a656e54ca2c4f832 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/03c0ee1bf5df4648a656e54ca2c4f832 2024-11-24T00:22:32,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a88619368d984e11847ac133f6eba21d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a88619368d984e11847ac133f6eba21d 2024-11-24T00:22:32,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/9c8cd8bab6b243969a95898fcfc1b84c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/9c8cd8bab6b243969a95898fcfc1b84c 2024-11-24T00:22:32,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/627b3c143aec4ed6a044fabd146826d9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/627b3c143aec4ed6a044fabd146826d9 2024-11-24T00:22:32,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54e63faadf4a49c5a9253fa66cd2741d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54e63faadf4a49c5a9253fa66cd2741d 2024-11-24T00:22:32,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f6a1f4bba528482282bc03a3d15dbaf0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f6a1f4bba528482282bc03a3d15dbaf0 2024-11-24T00:22:32,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f508ec9b9cd04e99bc0325de0bbc841e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/f508ec9b9cd04e99bc0325de0bbc841e 2024-11-24T00:22:32,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/56be60476e604415b706810f560e8fe3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/56be60476e604415b706810f560e8fe3 2024-11-24T00:22:32,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54b501b13e68433eb9c63a1dcac3ad2e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/54b501b13e68433eb9c63a1dcac3ad2e 2024-11-24T00:22:32,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7789576d0dcf418ab52117ddd415d1dd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/7789576d0dcf418ab52117ddd415d1dd 2024-11-24T00:22:32,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/0a0bbe5780e841a4a84776d7fbf6f570 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/0a0bbe5780e841a4a84776d7fbf6f570 2024-11-24T00:22:32,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/255b1fbadaab4e3887d2bec0b26d4615 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/255b1fbadaab4e3887d2bec0b26d4615 2024-11-24T00:22:32,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/669807d0742f48b5b95c46231dcf2b7d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/669807d0742f48b5b95c46231dcf2b7d 2024-11-24T00:22:32,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/1a5154105b73453db9d008be18c0b8e2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/1a5154105b73453db9d008be18c0b8e2 2024-11-24T00:22:32,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/96b281d962a141b0aebad459a594fa4c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/96b281d962a141b0aebad459a594fa4c 2024-11-24T00:22:32,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a30574a5a1074635a8f877edd3b1c8b7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/a30574a5a1074635a8f877edd3b1c8b7 2024-11-24T00:22:32,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/38f92fc1ec3e4d4f84791025295521ca, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/a2904d6b995244d0a5d59425463fd63f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b5c0780606e743e9bf4269b6928765ba, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/506a704a48744aa69a5d04dfc7ccfaa6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/e83395a510ad435789ed9e93c3b5a9fa, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/144ef9fe1c934f5aad3add2860b4db9a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/6e81fa8b34224758a9337c2c7eb4f3f3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3d0584207eca4710bd0f47f04efae656, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/d18e0f1694164638953effea6659d4b5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/22f03ab33216414cbb2b0304877fb085, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8a15f2f0642049a4918127193e7f5b69, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/5d38345769b64c93ae86514205c3be29, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/f92e4f619fa646d79c3c9809c3c748cd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8e36a47fb8d34d508ab52032fbd0dde1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/2501c2ab58a446689f872c9aec1f9163, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/92de547b3cab466e979c6fd2e15586da, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/89766cae103e409a9b13c80f17ff84d0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b9ecf74162b14469bb9e0b2a68fb1627, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/818c3f3980f64693ab31eebb49e3a164, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/27029d4018994ce392836b354e806323, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8ebeb1a2b2004aa187cd0e17849725dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8af6ba1a418241619090ef1b50f6ae28, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/ef40c85366294d23a160dc2e734d75c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3f8ea389f12645f29f6d232c51bb275c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/4890f9e010e240189565592491f22482] to archive 2024-11-24T00:22:32,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:32,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/38f92fc1ec3e4d4f84791025295521ca to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/38f92fc1ec3e4d4f84791025295521ca 2024-11-24T00:22:32,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/a2904d6b995244d0a5d59425463fd63f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/a2904d6b995244d0a5d59425463fd63f 2024-11-24T00:22:32,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b5c0780606e743e9bf4269b6928765ba to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b5c0780606e743e9bf4269b6928765ba 2024-11-24T00:22:32,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/506a704a48744aa69a5d04dfc7ccfaa6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/506a704a48744aa69a5d04dfc7ccfaa6 2024-11-24T00:22:32,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/e83395a510ad435789ed9e93c3b5a9fa to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/e83395a510ad435789ed9e93c3b5a9fa 2024-11-24T00:22:32,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/144ef9fe1c934f5aad3add2860b4db9a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/144ef9fe1c934f5aad3add2860b4db9a 2024-11-24T00:22:32,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/6e81fa8b34224758a9337c2c7eb4f3f3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/6e81fa8b34224758a9337c2c7eb4f3f3 2024-11-24T00:22:32,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3d0584207eca4710bd0f47f04efae656 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3d0584207eca4710bd0f47f04efae656 2024-11-24T00:22:32,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/d18e0f1694164638953effea6659d4b5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/d18e0f1694164638953effea6659d4b5 2024-11-24T00:22:32,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/22f03ab33216414cbb2b0304877fb085 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/22f03ab33216414cbb2b0304877fb085 2024-11-24T00:22:32,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8a15f2f0642049a4918127193e7f5b69 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8a15f2f0642049a4918127193e7f5b69 2024-11-24T00:22:32,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/5d38345769b64c93ae86514205c3be29 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/5d38345769b64c93ae86514205c3be29 2024-11-24T00:22:32,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/f92e4f619fa646d79c3c9809c3c748cd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/f92e4f619fa646d79c3c9809c3c748cd 2024-11-24T00:22:32,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8e36a47fb8d34d508ab52032fbd0dde1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8e36a47fb8d34d508ab52032fbd0dde1 2024-11-24T00:22:32,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/2501c2ab58a446689f872c9aec1f9163 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/2501c2ab58a446689f872c9aec1f9163 2024-11-24T00:22:32,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/92de547b3cab466e979c6fd2e15586da to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/92de547b3cab466e979c6fd2e15586da 2024-11-24T00:22:32,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/89766cae103e409a9b13c80f17ff84d0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/89766cae103e409a9b13c80f17ff84d0 2024-11-24T00:22:32,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b9ecf74162b14469bb9e0b2a68fb1627 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/b9ecf74162b14469bb9e0b2a68fb1627 2024-11-24T00:22:32,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/818c3f3980f64693ab31eebb49e3a164 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/818c3f3980f64693ab31eebb49e3a164 2024-11-24T00:22:32,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/27029d4018994ce392836b354e806323 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/27029d4018994ce392836b354e806323 2024-11-24T00:22:32,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8ebeb1a2b2004aa187cd0e17849725dd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8ebeb1a2b2004aa187cd0e17849725dd 2024-11-24T00:22:32,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8af6ba1a418241619090ef1b50f6ae28 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/8af6ba1a418241619090ef1b50f6ae28 2024-11-24T00:22:32,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/ef40c85366294d23a160dc2e734d75c6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/ef40c85366294d23a160dc2e734d75c6 2024-11-24T00:22:32,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3f8ea389f12645f29f6d232c51bb275c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/3f8ea389f12645f29f6d232c51bb275c 2024-11-24T00:22:32,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/4890f9e010e240189565592491f22482 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/4890f9e010e240189565592491f22482 2024-11-24T00:22:32,810 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/recovered.edits/407.seqid, newMaxSeqId=407, maxSeqId=4 2024-11-24T00:22:32,812 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7. 2024-11-24T00:22:32,812 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for 73af2b3eb2ecc180df556ba935a636e7: 2024-11-24T00:22:32,817 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed 73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=73af2b3eb2ecc180df556ba935a636e7, regionState=CLOSED 2024-11-24T00:22:32,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T00:22:32,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure 73af2b3eb2ecc180df556ba935a636e7, server=1a18afc96aae,44317,1732407637776 in 2.0330 sec 2024-11-24T00:22:32,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-24T00:22:32,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=73af2b3eb2ecc180df556ba935a636e7, UNASSIGN in 2.0370 sec 2024-11-24T00:22:32,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T00:22:32,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0400 sec 2024-11-24T00:22:32,828 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407752828"}]},"ts":"1732407752828"} 2024-11-24T00:22:32,829 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T00:22:32,832 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T00:22:32,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0560 sec 2024-11-24T00:22:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T00:22:32,884 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T00:22:32,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T00:22:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:32,887 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:32,888 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T00:22:32,905 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,909 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/recovered.edits] 2024-11-24T00:22:32,923 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/0d93d8601bcf46ae9256edbc373669a8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/0d93d8601bcf46ae9256edbc373669a8 2024-11-24T00:22:32,924 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8074754daed5429e8a29430ced6e7218 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/8074754daed5429e8a29430ced6e7218 2024-11-24T00:22:32,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/9e6a50ee81a448daa47ddba4a6ce2373 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/A/9e6a50ee81a448daa47ddba4a6ce2373 2024-11-24T00:22:32,929 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/722f949f751340beb0ca3a95f1535367 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/722f949f751340beb0ca3a95f1535367 2024-11-24T00:22:32,931 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/91898ddb97b8485f8dc9da95b49eee19 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/91898ddb97b8485f8dc9da95b49eee19 2024-11-24T00:22:32,932 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/c7689c82475c4d40be68f8494f56f571 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/B/c7689c82475c4d40be68f8494f56f571 2024-11-24T00:22:32,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/24ca21a3812f49619d2cd00cbd299d1f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/24ca21a3812f49619d2cd00cbd299d1f 2024-11-24T00:22:32,937 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/32e9dcf2be434ebc975fb74b2798d9c2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/32e9dcf2be434ebc975fb74b2798d9c2 2024-11-24T00:22:32,939 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/7d9eed9c8b8349a0bf7729d517fda9e6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/C/7d9eed9c8b8349a0bf7729d517fda9e6 2024-11-24T00:22:32,946 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/recovered.edits/407.seqid to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7/recovered.edits/407.seqid 2024-11-24T00:22:32,946 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,946 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T00:22:32,947 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T00:22:32,948 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T00:22:32,957 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112404d04b45944c43218cd62627f27d81c9_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112404d04b45944c43218cd62627f27d81c9_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,958 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405924685e9674c58a4c2ca5db76b387b_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405924685e9674c58a4c2ca5db76b387b_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,960 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413206880715844f1b22d6692c004918b_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413206880715844f1b22d6692c004918b_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,962 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124150c38220576463d935bcd0afe1f9677_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124150c38220576463d935bcd0afe1f9677_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,965 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112417c979d6b7e24d21bea2da36cbff66d6_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112417c979d6b7e24d21bea2da36cbff66d6_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,966 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242b79783e59894ddb8f00a7c67c09d13a_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242b79783e59894ddb8f00a7c67c09d13a_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,967 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242c5058bd1f694e4abdb7649769efa81a_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242c5058bd1f694e4abdb7649769efa81a_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,969 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112446ee8686bbdf414f916779d1c3eac15e_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112446ee8686bbdf414f916779d1c3eac15e_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,970 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246405a71fce014fc598e3432a8b910181_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246405a71fce014fc598e3432a8b910181_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,971 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246fdc7b296b124789b23fa63fc304e4e2_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246fdc7b296b124789b23fa63fc304e4e2_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,980 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247228b73b1b2047ebb7921b251c265409_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247228b73b1b2047ebb7921b251c265409_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,981 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483b2018c344d493d82f95800ca2b43b8_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483b2018c344d493d82f95800ca2b43b8_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,982 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248798bd8fad7d43b2a11397be823d30fd_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248798bd8fad7d43b2a11397be823d30fd_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,983 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248ee203a35713455ca569996909771236_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248ee203a35713455ca569996909771236_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,985 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a87d8ca531d548f39400f8331367f22a_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a87d8ca531d548f39400f8331367f22a_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,986 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af5ca530938a48c3b7245d9fce46ab5f_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af5ca530938a48c3b7245d9fce46ab5f_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,988 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de7a0807dbbe46b897517ed4a13c41d6_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de7a0807dbbe46b897517ed4a13c41d6_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T00:22:32,990 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e7d95d8a02c3417fa83ea4682e5e4b55_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e7d95d8a02c3417fa83ea4682e5e4b55_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,991 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eb1e63c95b3440e5b371698a67b79097_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eb1e63c95b3440e5b371698a67b79097_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,992 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124efe0ad6c5b9d426e8d47d32617cd61a5_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124efe0ad6c5b9d426e8d47d32617cd61a5_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,993 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124facd90346ef54c98abe82a517363462b_73af2b3eb2ecc180df556ba935a636e7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124facd90346ef54c98abe82a517363462b_73af2b3eb2ecc180df556ba935a636e7 2024-11-24T00:22:32,994 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T00:22:33,002 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:33,006 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T00:22:33,012 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T00:22:33,015 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:33,015 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T00:22:33,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732407753015"}]},"ts":"9223372036854775807"} 2024-11-24T00:22:33,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T00:22:33,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 73af2b3eb2ecc180df556ba935a636e7, NAME => 'TestAcidGuarantees,,1732407726387.73af2b3eb2ecc180df556ba935a636e7.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T00:22:33,017 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T00:22:33,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732407753017"}]},"ts":"9223372036854775807"} 2024-11-24T00:22:33,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T00:22:33,023 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:33,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 139 msec 2024-11-24T00:22:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T00:22:33,191 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T00:22:33,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=242 (was 240) - Thread LEAK? -, OpenFileDescriptor=461 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=558 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7091 (was 7663) 2024-11-24T00:22:33,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=558, ProcessCount=11, AvailableMemoryMB=7091 2024-11-24T00:22:33,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:22:33,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:22:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T00:22:33,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T00:22:33,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:33,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-11-24T00:22:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T00:22:33,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T00:22:33,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742291_1467 (size=960) 2024-11-24T00:22:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T00:22:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T00:22:33,670 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:22:33,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742292_1468 (size=53) 2024-11-24T00:22:33,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:22:33,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 835ee347d03eae96271f4912c2302266, disabling compactions & flushes 2024-11-24T00:22:33,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:33,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:33,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. after waiting 0 ms 2024-11-24T00:22:33,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:33,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:33,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:33,683 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T00:22:33,683 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732407753683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732407753683"}]},"ts":"1732407753683"} 2024-11-24T00:22:33,684 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T00:22:33,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T00:22:33,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407753685"}]},"ts":"1732407753685"} 2024-11-24T00:22:33,687 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T00:22:33,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=835ee347d03eae96271f4912c2302266, ASSIGN}] 2024-11-24T00:22:33,694 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=835ee347d03eae96271f4912c2302266, ASSIGN 2024-11-24T00:22:33,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=835ee347d03eae96271f4912c2302266, ASSIGN; state=OFFLINE, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=false 2024-11-24T00:22:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T00:22:33,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=835ee347d03eae96271f4912c2302266, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:33,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure 835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:22:33,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,011 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,011 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:22:34,012 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,012 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:22:34,012 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,012 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,015 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,030 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:34,030 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 835ee347d03eae96271f4912c2302266 columnFamilyName A 2024-11-24T00:22:34,030 DEBUG [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:34,031 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.HStore(327): Store=835ee347d03eae96271f4912c2302266/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:34,031 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,037 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:34,037 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 835ee347d03eae96271f4912c2302266 columnFamilyName B 2024-11-24T00:22:34,037 DEBUG [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:34,037 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.HStore(327): Store=835ee347d03eae96271f4912c2302266/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:34,038 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,039 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:22:34,039 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 835ee347d03eae96271f4912c2302266 columnFamilyName C 2024-11-24T00:22:34,039 DEBUG [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:22:34,039 INFO [StoreOpener-835ee347d03eae96271f4912c2302266-1 {}] regionserver.HStore(327): Store=835ee347d03eae96271f4912c2302266/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:22:34,039 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,040 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,040 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,042 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:22:34,044 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,053 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:22:34,053 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened 835ee347d03eae96271f4912c2302266; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63367428, jitterRate=-0.0557517409324646}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:22:34,054 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:34,056 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., pid=135, masterSystemTime=1732407753998 2024-11-24T00:22:34,058 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,058 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=835ee347d03eae96271f4912c2302266, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T00:22:34,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure 835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 in 212 msec 2024-11-24T00:22:34,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-24T00:22:34,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=835ee347d03eae96271f4912c2302266, ASSIGN in 369 msec 2024-11-24T00:22:34,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T00:22:34,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407754064"}]},"ts":"1732407754064"} 2024-11-24T00:22:34,065 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T00:22:34,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T00:22:34,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 841 msec 2024-11-24T00:22:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T00:22:34,334 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-11-24T00:22:34,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f67a4d to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721e6c0a 2024-11-24T00:22:34,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb24d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T00:22:34,354 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T00:22:34,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d5fe744 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c20a8d9 2024-11-24T00:22:34,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51453050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721d647e to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b126c84 2024-11-24T00:22:34,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632d1806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c014307 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44ff604f 2024-11-24T00:22:34,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f99adfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b9854ab to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54dabc8f 2024-11-24T00:22:34,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562e0db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b72a92d to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a4d4e08 2024-11-24T00:22:34,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca8a543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44462a02 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dcd0d74 2024-11-24T00:22:34,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df2701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69d7a6f6 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd4a015 2024-11-24T00:22:34,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca71a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5938a7c8 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@308560f2 2024-11-24T00:22:34,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4483a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25593478 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e4052d1 2024-11-24T00:22:34,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5128bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0130588c to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dda54a1 2024-11-24T00:22:34,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8db751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:22:34,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-24T00:22:34,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T00:22:34,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:34,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:34,548 DEBUG [hconnection-0x6d042fb5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,549 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,560 DEBUG [hconnection-0x8608415-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,561 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,573 DEBUG [hconnection-0x565a2b34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,574 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:34,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:22:34,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:34,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:34,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:34,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:34,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:34,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:34,596 DEBUG [hconnection-0x3c40b238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,597 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407814619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T00:22:34,638 DEBUG [hconnection-0x56cbaf31-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,639 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/c945e9c970454f75ac05c85a89ec9260 is 50, key is test_row_0/A:col10/1732407754575/Put/seqid=0 2024-11-24T00:22:34,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,688 DEBUG [hconnection-0xb3f5384-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,690 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407814694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,700 DEBUG [hconnection-0x59b0813c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,701 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,710 DEBUG [hconnection-0x3dd5bd86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,711 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,712 DEBUG [hconnection-0x2b5e90b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,713 DEBUG [hconnection-0x6704f4cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:22:34,716 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,716 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:22:34,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407814719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407814725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407814725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407814725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742293_1469 (size=12001) 2024-11-24T00:22:34,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/c945e9c970454f75ac05c85a89ec9260 2024-11-24T00:22:34,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407814797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a80e9e4f8e1a489ebf09c4b014da21f3 is 50, key is test_row_0/B:col10/1732407754575/Put/seqid=0 2024-11-24T00:22:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407814821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407814826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407814831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742294_1470 (size=12001) 2024-11-24T00:22:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T00:22:34,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:34,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:34,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407814926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:34,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:34,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:34,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407814998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407815029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407815031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407815034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T00:22:35,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407815236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a80e9e4f8e1a489ebf09c4b014da21f3 2024-11-24T00:22:35,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0edb29c60e254ede83ff65f5e57847b0 is 50, key is test_row_0/C:col10/1732407754575/Put/seqid=0 2024-11-24T00:22:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407815303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407815332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407815333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407815339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742295_1471 (size=12001) 2024-11-24T00:22:35,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:35,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T00:22:35,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407815742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0edb29c60e254ede83ff65f5e57847b0 2024-11-24T00:22:35,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/c945e9c970454f75ac05c85a89ec9260 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/c945e9c970454f75ac05c85a89ec9260 2024-11-24T00:22:35,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/c945e9c970454f75ac05c85a89ec9260, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T00:22:35,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a80e9e4f8e1a489ebf09c4b014da21f3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a80e9e4f8e1a489ebf09c4b014da21f3 2024-11-24T00:22:35,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a80e9e4f8e1a489ebf09c4b014da21f3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T00:22:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0edb29c60e254ede83ff65f5e57847b0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0edb29c60e254ede83ff65f5e57847b0 2024-11-24T00:22:35,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0edb29c60e254ede83ff65f5e57847b0, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T00:22:35,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 835ee347d03eae96271f4912c2302266 in 1212ms, sequenceid=12, compaction requested=false 2024-11-24T00:22:35,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:35,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T00:22:35,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:35,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:35,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:35,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:35,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:35,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:35,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/2a49255820544c8690dda4bd198b67fb is 50, key is test_row_0/A:col10/1732407755807/Put/seqid=0 2024-11-24T00:22:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407815842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407815844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407815846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407815850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742296_1472 (size=14341) 2024-11-24T00:22:35,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:35,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407815947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407815948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:35,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407815949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:36,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:36,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T00:22:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407816153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407816154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407816155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/2a49255820544c8690dda4bd198b67fb 2024-11-24T00:22:36,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/aba355c785ab4219935d7f491b0aa0c6 is 50, key is test_row_0/B:col10/1732407755807/Put/seqid=0 2024-11-24T00:22:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742297_1473 (size=12001) 2024-11-24T00:22:36,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407816460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407816460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407816463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T00:22:36,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:36,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/aba355c785ab4219935d7f491b0aa0c6 2024-11-24T00:22:36,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4e27184e24ca4fa68a17dfb36f4c29ed is 50, key is test_row_0/C:col10/1732407755807/Put/seqid=0 2024-11-24T00:22:36,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407816749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742298_1474 (size=12001) 2024-11-24T00:22:36,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4e27184e24ca4fa68a17dfb36f4c29ed 2024-11-24T00:22:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/2a49255820544c8690dda4bd198b67fb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2a49255820544c8690dda4bd198b67fb 2024-11-24T00:22:36,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2a49255820544c8690dda4bd198b67fb, entries=200, sequenceid=38, filesize=14.0 K 2024-11-24T00:22:36,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/aba355c785ab4219935d7f491b0aa0c6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/aba355c785ab4219935d7f491b0aa0c6 2024-11-24T00:22:36,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/aba355c785ab4219935d7f491b0aa0c6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:22:36,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4e27184e24ca4fa68a17dfb36f4c29ed as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4e27184e24ca4fa68a17dfb36f4c29ed 2024-11-24T00:22:36,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4e27184e24ca4fa68a17dfb36f4c29ed, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T00:22:36,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 835ee347d03eae96271f4912c2302266 in 1000ms, sequenceid=38, compaction requested=false 2024-11-24T00:22:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:36,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:36,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T00:22:36,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:36,838 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T00:22:36,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:36,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:36,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:36,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:36,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:36,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/3c5aad72764647ce8730687b518d2361 is 50, key is test_row_1/A:col10/1732407755844/Put/seqid=0 2024-11-24T00:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:36,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742299_1475 (size=9657) 2024-11-24T00:22:36,882 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/3c5aad72764647ce8730687b518d2361 2024-11-24T00:22:36,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/8ab0f5d1986b4f208705e7f2f6593c17 is 50, key is test_row_1/B:col10/1732407755844/Put/seqid=0 2024-11-24T00:22:36,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742300_1476 (size=9657) 2024-11-24T00:22:36,928 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/8ab0f5d1986b4f208705e7f2f6593c17 2024-11-24T00:22:36,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/942db594eee245838ae600c52104a474 is 50, key is test_row_1/C:col10/1732407755844/Put/seqid=0 2024-11-24T00:22:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742301_1477 (size=9657) 2024-11-24T00:22:36,986 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/942db594eee245838ae600c52104a474 2024-11-24T00:22:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/3c5aad72764647ce8730687b518d2361 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/3c5aad72764647ce8730687b518d2361 2024-11-24T00:22:36,994 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/3c5aad72764647ce8730687b518d2361, entries=100, sequenceid=48, filesize=9.4 K 2024-11-24T00:22:36,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/8ab0f5d1986b4f208705e7f2f6593c17 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8ab0f5d1986b4f208705e7f2f6593c17 2024-11-24T00:22:37,000 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8ab0f5d1986b4f208705e7f2f6593c17, entries=100, sequenceid=48, filesize=9.4 K 2024-11-24T00:22:37,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/942db594eee245838ae600c52104a474 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/942db594eee245838ae600c52104a474 2024-11-24T00:22:37,005 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/942db594eee245838ae600c52104a474, entries=100, sequenceid=48, filesize=9.4 K 2024-11-24T00:22:37,006 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=120.76 KB/123660 for 835ee347d03eae96271f4912c2302266 in 168ms, sequenceid=48, compaction requested=true 2024-11-24T00:22:37,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:37,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:37,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-24T00:22:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:37,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T00:22:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-24T00:22:37,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T00:22:37,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-11-24T00:22:37,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.4790 sec 2024-11-24T00:22:37,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/d9d41cb057a544b3baea3ebf7f9a293f is 50, key is test_row_0/A:col10/1732407757005/Put/seqid=0 2024-11-24T00:22:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407817039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407817041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407817047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742302_1478 (size=16681) 2024-11-24T00:22:37,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407817052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407817158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407817159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407817162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407817174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407817374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407817374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407817374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407817384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/d9d41cb057a544b3baea3ebf7f9a293f 2024-11-24T00:22:37,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ebd5fc675d89442e95b364e913178efc is 50, key is test_row_0/B:col10/1732407757005/Put/seqid=0 2024-11-24T00:22:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742303_1479 (size=12001) 2024-11-24T00:22:37,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ebd5fc675d89442e95b364e913178efc 2024-11-24T00:22:37,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/2a906d648a3b42c58cba45b7139e3f57 is 50, key is test_row_0/C:col10/1732407757005/Put/seqid=0 2024-11-24T00:22:37,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742304_1480 (size=12001) 2024-11-24T00:22:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407817695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407817695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407817697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:37,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407817707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/2a906d648a3b42c58cba45b7139e3f57 2024-11-24T00:22:38,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/d9d41cb057a544b3baea3ebf7f9a293f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d9d41cb057a544b3baea3ebf7f9a293f 2024-11-24T00:22:38,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d9d41cb057a544b3baea3ebf7f9a293f, entries=250, sequenceid=70, filesize=16.3 K 2024-11-24T00:22:38,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ebd5fc675d89442e95b364e913178efc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ebd5fc675d89442e95b364e913178efc 2024-11-24T00:22:38,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ebd5fc675d89442e95b364e913178efc, entries=150, sequenceid=70, filesize=11.7 K 2024-11-24T00:22:38,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/2a906d648a3b42c58cba45b7139e3f57 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/2a906d648a3b42c58cba45b7139e3f57 2024-11-24T00:22:38,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/2a906d648a3b42c58cba45b7139e3f57, entries=150, sequenceid=70, filesize=11.7 K 2024-11-24T00:22:38,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 835ee347d03eae96271f4912c2302266 in 1029ms, sequenceid=70, compaction requested=true 2024-11-24T00:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:38,036 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:38,036 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:38,037 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:38,037 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:38,037 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:38,038 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a80e9e4f8e1a489ebf09c4b014da21f3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/aba355c785ab4219935d7f491b0aa0c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8ab0f5d1986b4f208705e7f2f6593c17, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ebd5fc675d89442e95b364e913178efc] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=44.6 K 2024-11-24T00:22:38,038 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:38,038 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:38,038 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:38,038 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a80e9e4f8e1a489ebf09c4b014da21f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732407754571 2024-11-24T00:22:38,038 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/c945e9c970454f75ac05c85a89ec9260, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2a49255820544c8690dda4bd198b67fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/3c5aad72764647ce8730687b518d2361, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d9d41cb057a544b3baea3ebf7f9a293f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=51.4 K 2024-11-24T00:22:38,038 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting aba355c785ab4219935d7f491b0aa0c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407754609 2024-11-24T00:22:38,038 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c945e9c970454f75ac05c85a89ec9260, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732407754571 2024-11-24T00:22:38,039 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ab0f5d1986b4f208705e7f2f6593c17, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732407755843 2024-11-24T00:22:38,039 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a49255820544c8690dda4bd198b67fb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407754609 2024-11-24T00:22:38,039 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ebd5fc675d89442e95b364e913178efc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732407756984 2024-11-24T00:22:38,040 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5aad72764647ce8730687b518d2361, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732407755843 2024-11-24T00:22:38,040 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9d41cb057a544b3baea3ebf7f9a293f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732407756984 2024-11-24T00:22:38,058 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:38,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/d7193b96297348d1b0aeb07407b42ab1 is 50, key is test_row_0/A:col10/1732407757005/Put/seqid=0 2024-11-24T00:22:38,067 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:38,067 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/e4e4c99766304898af9ec47eff77afa7 is 50, key is test_row_0/B:col10/1732407757005/Put/seqid=0 2024-11-24T00:22:38,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742305_1481 (size=12139) 2024-11-24T00:22:38,122 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/d7193b96297348d1b0aeb07407b42ab1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d7193b96297348d1b0aeb07407b42ab1 2024-11-24T00:22:38,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742306_1482 (size=12139) 2024-11-24T00:22:38,130 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into d7193b96297348d1b0aeb07407b42ab1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:38,130 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:38,130 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=12, startTime=1732407758036; duration=0sec 2024-11-24T00:22:38,130 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:38,130 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:38,131 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:38,132 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/e4e4c99766304898af9ec47eff77afa7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e4e4c99766304898af9ec47eff77afa7 2024-11-24T00:22:38,134 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:38,134 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:38,134 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:38,134 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0edb29c60e254ede83ff65f5e57847b0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4e27184e24ca4fa68a17dfb36f4c29ed, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/942db594eee245838ae600c52104a474, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/2a906d648a3b42c58cba45b7139e3f57] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=44.6 K 2024-11-24T00:22:38,134 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0edb29c60e254ede83ff65f5e57847b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732407754571 2024-11-24T00:22:38,136 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e27184e24ca4fa68a17dfb36f4c29ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732407754609 2024-11-24T00:22:38,136 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 942db594eee245838ae600c52104a474, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732407755843 2024-11-24T00:22:38,137 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a906d648a3b42c58cba45b7139e3f57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732407756984 2024-11-24T00:22:38,137 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into e4e4c99766304898af9ec47eff77afa7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:38,137 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:38,138 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=12, startTime=1732407758036; duration=0sec 2024-11-24T00:22:38,138 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:38,138 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:38,157 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:38,157 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/1299068c291e4cb59c7ec87b7ecaeaae is 50, key is test_row_0/C:col10/1732407757005/Put/seqid=0 2024-11-24T00:22:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742307_1483 (size=12139) 2024-11-24T00:22:38,210 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/1299068c291e4cb59c7ec87b7ecaeaae as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/1299068c291e4cb59c7ec87b7ecaeaae 2024-11-24T00:22:38,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:22:38,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:38,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:38,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:38,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:38,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:38,216 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into 1299068c291e4cb59c7ec87b7ecaeaae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:38,217 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:38,217 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=12, startTime=1732407758036; duration=0sec 2024-11-24T00:22:38,217 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:38,217 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:38,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/a737f8a3197e4f3998fac7247e560cb8 is 50, key is test_row_0/A:col10/1732407757046/Put/seqid=0 2024-11-24T00:22:38,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407818253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407818253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407818255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742308_1484 (size=14341) 2024-11-24T00:22:38,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407818257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T00:22:38,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407818364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407818365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407818365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407818370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407818574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407818578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407818579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407818579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T00:22:38,642 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-24T00:22:38,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-24T00:22:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T00:22:38,652 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:38,653 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:38,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:38,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/a737f8a3197e4f3998fac7247e560cb8 2024-11-24T00:22:38,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a66ce02b0fd940d79cf77c8fcc044197 is 50, key is test_row_0/B:col10/1732407757046/Put/seqid=0 2024-11-24T00:22:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742309_1485 (size=12001) 2024-11-24T00:22:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T00:22:38,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407818772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,783 DEBUG [Thread-2085 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:22:38,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T00:22:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:38,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:38,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407818885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407818892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407818892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407818894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T00:22:38,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:38,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T00:22:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:38,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T00:22:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a66ce02b0fd940d79cf77c8fcc044197 2024-11-24T00:22:39,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c0cb421acfc24aaf9bf96c94c46f8abd is 50, key is test_row_0/C:col10/1732407757046/Put/seqid=0 2024-11-24T00:22:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742310_1486 (size=12001) 2024-11-24T00:22:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T00:22:39,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T00:22:39,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:39,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407819406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407819409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407819409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407819411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T00:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T00:22:39,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:39,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:39,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/c945e9c970454f75ac05c85a89ec9260, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2a49255820544c8690dda4bd198b67fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/3c5aad72764647ce8730687b518d2361, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d9d41cb057a544b3baea3ebf7f9a293f] to archive 2024-11-24T00:22:39,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c0cb421acfc24aaf9bf96c94c46f8abd 2024-11-24T00:22:39,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:39,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/c945e9c970454f75ac05c85a89ec9260 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/c945e9c970454f75ac05c85a89ec9260 2024-11-24T00:22:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/a737f8a3197e4f3998fac7247e560cb8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/a737f8a3197e4f3998fac7247e560cb8 2024-11-24T00:22:39,613 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2a49255820544c8690dda4bd198b67fb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2a49255820544c8690dda4bd198b67fb 2024-11-24T00:22:39,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/3c5aad72764647ce8730687b518d2361 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/3c5aad72764647ce8730687b518d2361 2024-11-24T00:22:39,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/a737f8a3197e4f3998fac7247e560cb8, entries=200, sequenceid=87, filesize=14.0 K 2024-11-24T00:22:39,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a66ce02b0fd940d79cf77c8fcc044197 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a66ce02b0fd940d79cf77c8fcc044197 2024-11-24T00:22:39,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d9d41cb057a544b3baea3ebf7f9a293f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d9d41cb057a544b3baea3ebf7f9a293f 2024-11-24T00:22:39,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a80e9e4f8e1a489ebf09c4b014da21f3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/aba355c785ab4219935d7f491b0aa0c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8ab0f5d1986b4f208705e7f2f6593c17, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ebd5fc675d89442e95b364e913178efc] to archive 2024-11-24T00:22:39,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a66ce02b0fd940d79cf77c8fcc044197, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T00:22:39,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:39,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c0cb421acfc24aaf9bf96c94c46f8abd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c0cb421acfc24aaf9bf96c94c46f8abd 2024-11-24T00:22:39,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c0cb421acfc24aaf9bf96c94c46f8abd, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T00:22:39,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 835ee347d03eae96271f4912c2302266 in 1423ms, sequenceid=87, compaction requested=false 2024-11-24T00:22:39,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:39,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a80e9e4f8e1a489ebf09c4b014da21f3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a80e9e4f8e1a489ebf09c4b014da21f3 2024-11-24T00:22:39,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/aba355c785ab4219935d7f491b0aa0c6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/aba355c785ab4219935d7f491b0aa0c6 2024-11-24T00:22:39,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8ab0f5d1986b4f208705e7f2f6593c17 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8ab0f5d1986b4f208705e7f2f6593c17 2024-11-24T00:22:39,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ebd5fc675d89442e95b364e913178efc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ebd5fc675d89442e95b364e913178efc 2024-11-24T00:22:39,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0edb29c60e254ede83ff65f5e57847b0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4e27184e24ca4fa68a17dfb36f4c29ed, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/942db594eee245838ae600c52104a474, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/2a906d648a3b42c58cba45b7139e3f57] to archive 2024-11-24T00:22:39,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:22:39,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0edb29c60e254ede83ff65f5e57847b0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0edb29c60e254ede83ff65f5e57847b0 2024-11-24T00:22:39,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4e27184e24ca4fa68a17dfb36f4c29ed to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4e27184e24ca4fa68a17dfb36f4c29ed 2024-11-24T00:22:39,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/942db594eee245838ae600c52104a474 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/942db594eee245838ae600c52104a474 2024-11-24T00:22:39,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1a18afc96aae:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/2a906d648a3b42c58cba45b7139e3f57 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/2a906d648a3b42c58cba45b7139e3f57 2024-11-24T00:22:39,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:39,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T00:22:39,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:39,730 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:22:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b30e137ad3964581ae55bc712992f463 is 50, key is test_row_0/A:col10/1732407758251/Put/seqid=0 2024-11-24T00:22:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T00:22:39,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742311_1487 (size=12001) 2024-11-24T00:22:40,183 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b30e137ad3964581ae55bc712992f463 2024-11-24T00:22:40,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/03f3673cfa6f46c9a21023bca95bc83c is 50, key is test_row_0/B:col10/1732407758251/Put/seqid=0 2024-11-24T00:22:40,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742312_1488 (size=12001) 2024-11-24T00:22:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407820469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407820476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407820481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407820483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407820583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407820586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407820591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407820592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,644 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/03f3673cfa6f46c9a21023bca95bc83c 2024-11-24T00:22:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/36d34f9788cb4b668767b8fe08a73268 is 50, key is test_row_0/C:col10/1732407758251/Put/seqid=0 2024-11-24T00:22:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742313_1489 (size=12001) 2024-11-24T00:22:40,690 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/36d34f9788cb4b668767b8fe08a73268 2024-11-24T00:22:40,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b30e137ad3964581ae55bc712992f463 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b30e137ad3964581ae55bc712992f463 2024-11-24T00:22:40,701 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b30e137ad3964581ae55bc712992f463, entries=150, sequenceid=109, filesize=11.7 K 2024-11-24T00:22:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/03f3673cfa6f46c9a21023bca95bc83c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03f3673cfa6f46c9a21023bca95bc83c 2024-11-24T00:22:40,707 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03f3673cfa6f46c9a21023bca95bc83c, entries=150, sequenceid=109, filesize=11.7 K 2024-11-24T00:22:40,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/36d34f9788cb4b668767b8fe08a73268 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/36d34f9788cb4b668767b8fe08a73268 2024-11-24T00:22:40,712 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/36d34f9788cb4b668767b8fe08a73268, entries=150, sequenceid=109, filesize=11.7 K 2024-11-24T00:22:40,712 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 835ee347d03eae96271f4912c2302266 in 982ms, sequenceid=109, compaction requested=true 2024-11-24T00:22:40,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:40,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:40,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-24T00:22:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-24T00:22:40,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T00:22:40,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec 2024-11-24T00:22:40,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.0680 sec 2024-11-24T00:22:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T00:22:40,756 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T00:22:40,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-24T00:22:40,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:40,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:40,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T00:22:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:40,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:22:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:40,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/be275049b0b24ad383825a95d490e12a is 50, key is test_row_0/A:col10/1732407760477/Put/seqid=0 2024-11-24T00:22:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742314_1490 (size=14341) 2024-11-24T00:22:40,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/be275049b0b24ad383825a95d490e12a 2024-11-24T00:22:40,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ddb51ffa7b9b4074a6bb47c021107950 is 50, key is test_row_0/B:col10/1732407760477/Put/seqid=0 2024-11-24T00:22:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742315_1491 (size=12001) 2024-11-24T00:22:40,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ddb51ffa7b9b4074a6bb47c021107950 2024-11-24T00:22:40,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407820846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407820848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407820849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407820852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T00:22:40,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/a40e88b988914d50bf52ac566730a6af is 50, key is test_row_0/C:col10/1732407760477/Put/seqid=0 2024-11-24T00:22:40,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742316_1492 (size=12001) 2024-11-24T00:22:40,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/a40e88b988914d50bf52ac566730a6af 2024-11-24T00:22:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/be275049b0b24ad383825a95d490e12a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be275049b0b24ad383825a95d490e12a 2024-11-24T00:22:40,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be275049b0b24ad383825a95d490e12a, entries=200, sequenceid=125, filesize=14.0 K 2024-11-24T00:22:40,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ddb51ffa7b9b4074a6bb47c021107950 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ddb51ffa7b9b4074a6bb47c021107950 2024-11-24T00:22:40,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:40,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:40,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:40,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ddb51ffa7b9b4074a6bb47c021107950, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T00:22:40,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/a40e88b988914d50bf52ac566730a6af as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/a40e88b988914d50bf52ac566730a6af 2024-11-24T00:22:40,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/a40e88b988914d50bf52ac566730a6af, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T00:22:40,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 835ee347d03eae96271f4912c2302266 in 143ms, sequenceid=125, compaction requested=true 2024-11-24T00:22:40,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:40,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:40,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:40,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:40,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:40,936 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:40,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:40,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:40,936 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:40,937 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:40,937 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:40,937 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:40,937 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:40,937 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:40,937 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:40,937 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e4e4c99766304898af9ec47eff77afa7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a66ce02b0fd940d79cf77c8fcc044197, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03f3673cfa6f46c9a21023bca95bc83c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ddb51ffa7b9b4074a6bb47c021107950] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=47.0 K 2024-11-24T00:22:40,937 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d7193b96297348d1b0aeb07407b42ab1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/a737f8a3197e4f3998fac7247e560cb8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b30e137ad3964581ae55bc712992f463, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be275049b0b24ad383825a95d490e12a] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=51.6 K 2024-11-24T00:22:40,938 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e4c99766304898af9ec47eff77afa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732407756984 2024-11-24T00:22:40,938 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a66ce02b0fd940d79cf77c8fcc044197, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732407757037 2024-11-24T00:22:40,938 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7193b96297348d1b0aeb07407b42ab1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732407756984 2024-11-24T00:22:40,939 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a737f8a3197e4f3998fac7247e560cb8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732407757037 2024-11-24T00:22:40,939 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 03f3673cfa6f46c9a21023bca95bc83c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732407758251 2024-11-24T00:22:40,939 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b30e137ad3964581ae55bc712992f463, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732407758251 2024-11-24T00:22:40,939 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ddb51ffa7b9b4074a6bb47c021107950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732407760467 2024-11-24T00:22:40,939 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting be275049b0b24ad383825a95d490e12a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732407760467 2024-11-24T00:22:40,951 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:40,952 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/cc8ef31ea18148e8b4baa1abf09932a9 is 50, key is test_row_0/A:col10/1732407760477/Put/seqid=0 2024-11-24T00:22:40,966 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:40,967 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fc9a2c6e78744d37b95efe3879a6d3c6 is 50, key is test_row_0/B:col10/1732407760477/Put/seqid=0 2024-11-24T00:22:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:40,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:22:40,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:40,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:40,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:40,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:40,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:40,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:41,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9bee860a58ef4c4085736e0b14f8c6e1 is 50, key is test_row_0/A:col10/1732407760967/Put/seqid=0 2024-11-24T00:22:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407821002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407821003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407821015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407821016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742317_1493 (size=12139) 2024-11-24T00:22:41,042 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/cc8ef31ea18148e8b4baa1abf09932a9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/cc8ef31ea18148e8b4baa1abf09932a9 2024-11-24T00:22:41,049 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into cc8ef31ea18148e8b4baa1abf09932a9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:41,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:41,049 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=12, startTime=1732407760935; duration=0sec 2024-11-24T00:22:41,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:41,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:41,049 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:41,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742318_1494 (size=12139) 2024-11-24T00:22:41,056 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:41,056 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:41,056 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,057 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/1299068c291e4cb59c7ec87b7ecaeaae, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c0cb421acfc24aaf9bf96c94c46f8abd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/36d34f9788cb4b668767b8fe08a73268, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/a40e88b988914d50bf52ac566730a6af] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=47.0 K 2024-11-24T00:22:41,058 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1299068c291e4cb59c7ec87b7ecaeaae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732407756984 2024-11-24T00:22:41,058 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0cb421acfc24aaf9bf96c94c46f8abd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732407757037 2024-11-24T00:22:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742319_1495 (size=12151) 2024-11-24T00:22:41,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9bee860a58ef4c4085736e0b14f8c6e1 2024-11-24T00:22:41,059 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36d34f9788cb4b668767b8fe08a73268, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732407758251 2024-11-24T00:22:41,060 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a40e88b988914d50bf52ac566730a6af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732407760467 2024-11-24T00:22:41,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T00:22:41,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fe716c061c8a4b5fab64fb4f0bcc0adf is 50, key is test_row_0/B:col10/1732407760967/Put/seqid=0 2024-11-24T00:22:41,081 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:41,082 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/8a1d324b41504ca8832fd82545b9de26 is 50, key is test_row_0/C:col10/1732407760477/Put/seqid=0 2024-11-24T00:22:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742320_1496 (size=12151) 2024-11-24T00:22:41,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fe716c061c8a4b5fab64fb4f0bcc0adf 2024-11-24T00:22:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407821118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407821121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407821128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407821130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742321_1497 (size=12139) 2024-11-24T00:22:41,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/aca415a6b81b4d02ba0d1bdb9b5ad500 is 50, key is test_row_0/C:col10/1732407760967/Put/seqid=0 2024-11-24T00:22:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742322_1498 (size=12151) 2024-11-24T00:22:41,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/aca415a6b81b4d02ba0d1bdb9b5ad500 2024-11-24T00:22:41,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:41,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:41,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9bee860a58ef4c4085736e0b14f8c6e1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9bee860a58ef4c4085736e0b14f8c6e1 2024-11-24T00:22:41,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9bee860a58ef4c4085736e0b14f8c6e1, entries=150, sequenceid=147, filesize=11.9 K 2024-11-24T00:22:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fe716c061c8a4b5fab64fb4f0bcc0adf as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe716c061c8a4b5fab64fb4f0bcc0adf 2024-11-24T00:22:41,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe716c061c8a4b5fab64fb4f0bcc0adf, entries=150, sequenceid=147, filesize=11.9 K 2024-11-24T00:22:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/aca415a6b81b4d02ba0d1bdb9b5ad500 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/aca415a6b81b4d02ba0d1bdb9b5ad500 2024-11-24T00:22:41,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/aca415a6b81b4d02ba0d1bdb9b5ad500, entries=150, sequenceid=147, filesize=11.9 K 2024-11-24T00:22:41,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 835ee347d03eae96271f4912c2302266 in 279ms, sequenceid=147, compaction requested=false 2024-11-24T00:22:41,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:41,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:22:41,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:41,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:41,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:41,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:41,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:41,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:41,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/be4bd43b153b462daa4a184d80f31946 is 50, key is test_row_0/A:col10/1732407761331/Put/seqid=0 2024-11-24T00:22:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742323_1499 (size=14541) 2024-11-24T00:22:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T00:22:41,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407821380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407821387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407821388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407821389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,455 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fc9a2c6e78744d37b95efe3879a6d3c6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fc9a2c6e78744d37b95efe3879a6d3c6 2024-11-24T00:22:41,459 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into fc9a2c6e78744d37b95efe3879a6d3c6(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:41,459 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:41,459 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=12, startTime=1732407760935; duration=0sec 2024-11-24T00:22:41,460 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:41,460 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:41,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407821492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407821499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407821499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407821500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,551 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/8a1d324b41504ca8832fd82545b9de26 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a1d324b41504ca8832fd82545b9de26 2024-11-24T00:22:41,558 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into 8a1d324b41504ca8832fd82545b9de26(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:41,558 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:41,558 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=12, startTime=1732407760936; duration=0sec 2024-11-24T00:22:41,558 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:41,558 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:41,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:41,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:41,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407821702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407821710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407821710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407821710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/be4bd43b153b462daa4a184d80f31946 2024-11-24T00:22:41,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/10b9c4e691a24ea590ee3e251bec6825 is 50, key is test_row_0/B:col10/1732407761331/Put/seqid=0 2024-11-24T00:22:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742324_1500 (size=12151) 2024-11-24T00:22:41,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/10b9c4e691a24ea590ee3e251bec6825 2024-11-24T00:22:41,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/3dbd3cac19fd44b58dbd99f207db8b99 is 50, key is test_row_0/C:col10/1732407761331/Put/seqid=0 2024-11-24T00:22:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742325_1501 (size=12151) 2024-11-24T00:22:41,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/3dbd3cac19fd44b58dbd99f207db8b99 2024-11-24T00:22:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/be4bd43b153b462daa4a184d80f31946 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be4bd43b153b462daa4a184d80f31946 2024-11-24T00:22:41,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be4bd43b153b462daa4a184d80f31946, entries=200, sequenceid=164, filesize=14.2 K 2024-11-24T00:22:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/10b9c4e691a24ea590ee3e251bec6825 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/10b9c4e691a24ea590ee3e251bec6825 2024-11-24T00:22:41,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/10b9c4e691a24ea590ee3e251bec6825, entries=150, sequenceid=164, filesize=11.9 K 2024-11-24T00:22:41,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/3dbd3cac19fd44b58dbd99f207db8b99 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3dbd3cac19fd44b58dbd99f207db8b99 2024-11-24T00:22:41,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3dbd3cac19fd44b58dbd99f207db8b99, entries=150, sequenceid=164, filesize=11.9 K 2024-11-24T00:22:41,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 835ee347d03eae96271f4912c2302266 in 534ms, sequenceid=164, compaction requested=true 2024-11-24T00:22:41,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:41,868 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:41,870 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:41,870 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:41,870 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:41,870 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:41,870 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/cc8ef31ea18148e8b4baa1abf09932a9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9bee860a58ef4c4085736e0b14f8c6e1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be4bd43b153b462daa4a184d80f31946] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=37.9 K 2024-11-24T00:22:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T00:22:41,871 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc8ef31ea18148e8b4baa1abf09932a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732407760467 2024-11-24T00:22:41,871 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:41,871 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:41,871 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,871 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fc9a2c6e78744d37b95efe3879a6d3c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe716c061c8a4b5fab64fb4f0bcc0adf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/10b9c4e691a24ea590ee3e251bec6825] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=35.6 K 2024-11-24T00:22:41,872 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bee860a58ef4c4085736e0b14f8c6e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732407760831 2024-11-24T00:22:41,872 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting fc9a2c6e78744d37b95efe3879a6d3c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732407760467 2024-11-24T00:22:41,872 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting be4bd43b153b462daa4a184d80f31946, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732407761001 2024-11-24T00:22:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:41,873 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting fe716c061c8a4b5fab64fb4f0bcc0adf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732407760831 2024-11-24T00:22:41,873 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 10b9c4e691a24ea590ee3e251bec6825, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732407761014 2024-11-24T00:22:41,886 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:41,887 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/2caadf578bae40eb8e7dc40b9b2180c1 is 50, key is test_row_0/A:col10/1732407761331/Put/seqid=0 2024-11-24T00:22:41,910 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:41,910 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a78588d89524478aad5a3420b8e51f2e is 50, key is test_row_0/B:col10/1732407761331/Put/seqid=0 2024-11-24T00:22:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742326_1502 (size=12391) 2024-11-24T00:22:41,957 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/2caadf578bae40eb8e7dc40b9b2180c1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2caadf578bae40eb8e7dc40b9b2180c1 2024-11-24T00:22:41,966 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into 2caadf578bae40eb8e7dc40b9b2180c1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:41,966 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:41,966 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407761868; duration=0sec 2024-11-24T00:22:41,966 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:41,966 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:41,966 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:41,968 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:41,968 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:41,968 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,969 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a1d324b41504ca8832fd82545b9de26, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/aca415a6b81b4d02ba0d1bdb9b5ad500, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3dbd3cac19fd44b58dbd99f207db8b99] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=35.6 K 2024-11-24T00:22:41,969 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a1d324b41504ca8832fd82545b9de26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732407760467 2024-11-24T00:22:41,969 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting aca415a6b81b4d02ba0d1bdb9b5ad500, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732407760831 2024-11-24T00:22:41,970 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dbd3cac19fd44b58dbd99f207db8b99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732407761014 2024-11-24T00:22:41,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:41,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T00:22:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:41,984 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T00:22:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742327_1503 (size=12391) 2024-11-24T00:22:41,994 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/a78588d89524478aad5a3420b8e51f2e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a78588d89524478aad5a3420b8e51f2e 2024-11-24T00:22:41,999 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into a78588d89524478aad5a3420b8e51f2e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:41,999 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:41,999 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407761870; duration=0sec 2024-11-24T00:22:41,999 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:41,999 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:42,001 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:42,001 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/67a63ebe74b448bb918b2a5ae2ef8344 is 50, key is test_row_0/C:col10/1732407761331/Put/seqid=0 2024-11-24T00:22:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/8be91cf0567c4d7389a15a035e825243 is 50, key is test_row_0/A:col10/1732407761375/Put/seqid=0 2024-11-24T00:22:42,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742328_1504 (size=12391) 2024-11-24T00:22:42,036 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/67a63ebe74b448bb918b2a5ae2ef8344 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/67a63ebe74b448bb918b2a5ae2ef8344 2024-11-24T00:22:42,043 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into 67a63ebe74b448bb918b2a5ae2ef8344(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:42,043 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:42,043 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407761870; duration=0sec 2024-11-24T00:22:42,043 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:42,043 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407822047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407822048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407822048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407822049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742329_1505 (size=12151) 2024-11-24T00:22:42,063 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/8be91cf0567c4d7389a15a035e825243 2024-11-24T00:22:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/f921915bbf214a8a84b33c1322205590 is 50, key is test_row_0/B:col10/1732407761375/Put/seqid=0 2024-11-24T00:22:42,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742330_1506 (size=12151) 2024-11-24T00:22:42,090 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/f921915bbf214a8a84b33c1322205590 2024-11-24T00:22:42,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/b44ee34de9db450a9f1e7ce9308c70a9 is 50, key is test_row_0/C:col10/1732407761375/Put/seqid=0 2024-11-24T00:22:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407822160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407822160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407822160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742331_1507 (size=12151) 2024-11-24T00:22:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407822161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,168 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/b44ee34de9db450a9f1e7ce9308c70a9 2024-11-24T00:22:42,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/8be91cf0567c4d7389a15a035e825243 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8be91cf0567c4d7389a15a035e825243 2024-11-24T00:22:42,176 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8be91cf0567c4d7389a15a035e825243, entries=150, sequenceid=187, filesize=11.9 K 2024-11-24T00:22:42,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/f921915bbf214a8a84b33c1322205590 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/f921915bbf214a8a84b33c1322205590 2024-11-24T00:22:42,182 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/f921915bbf214a8a84b33c1322205590, entries=150, sequenceid=187, filesize=11.9 K 2024-11-24T00:22:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/b44ee34de9db450a9f1e7ce9308c70a9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b44ee34de9db450a9f1e7ce9308c70a9 2024-11-24T00:22:42,187 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b44ee34de9db450a9f1e7ce9308c70a9, entries=150, sequenceid=187, filesize=11.9 K 2024-11-24T00:22:42,188 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 835ee347d03eae96271f4912c2302266 in 204ms, sequenceid=187, compaction requested=false 2024-11-24T00:22:42,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:42,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:42,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-24T00:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-24T00:22:42,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T00:22:42,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-24T00:22:42,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4310 sec 2024-11-24T00:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:42,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T00:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:42,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9767f68268064f7bb6e4ce3a3c6109d4 is 50, key is test_row_0/A:col10/1732407762048/Put/seqid=0 2024-11-24T00:22:42,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742332_1508 (size=16931) 2024-11-24T00:22:42,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9767f68268064f7bb6e4ce3a3c6109d4 2024-11-24T00:22:42,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407822406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407822408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407822409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407822410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/0999231bf5674527ac13ca7c09ed3508 is 50, key is test_row_0/B:col10/1732407762048/Put/seqid=0 2024-11-24T00:22:42,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742333_1509 (size=12151) 2024-11-24T00:22:42,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/0999231bf5674527ac13ca7c09ed3508 2024-11-24T00:22:42,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/764362228968436cacd27e2d893efb01 is 50, key is test_row_0/C:col10/1732407762048/Put/seqid=0 2024-11-24T00:22:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742334_1510 (size=12151) 2024-11-24T00:22:42,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407822519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407822519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407822525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407822526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407822724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407822725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407822733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407822733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407822806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:42,813 DEBUG [Thread-2085 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:22:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T00:22:42,872 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-24T00:22:42,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-24T00:22:42,876 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T00:22:42,877 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:42,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:42,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/764362228968436cacd27e2d893efb01 2024-11-24T00:22:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9767f68268064f7bb6e4ce3a3c6109d4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9767f68268064f7bb6e4ce3a3c6109d4 2024-11-24T00:22:42,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9767f68268064f7bb6e4ce3a3c6109d4, entries=250, sequenceid=207, filesize=16.5 K 2024-11-24T00:22:42,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/0999231bf5674527ac13ca7c09ed3508 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/0999231bf5674527ac13ca7c09ed3508 2024-11-24T00:22:42,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/0999231bf5674527ac13ca7c09ed3508, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T00:22:42,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/764362228968436cacd27e2d893efb01 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/764362228968436cacd27e2d893efb01 2024-11-24T00:22:42,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/764362228968436cacd27e2d893efb01, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T00:22:42,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 835ee347d03eae96271f4912c2302266 in 577ms, sequenceid=207, compaction requested=true 2024-11-24T00:22:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:42,950 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:42,950 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:42,951 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41473 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:42,951 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:42,952 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:42,952 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2caadf578bae40eb8e7dc40b9b2180c1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8be91cf0567c4d7389a15a035e825243, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9767f68268064f7bb6e4ce3a3c6109d4] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=40.5 K 2024-11-24T00:22:42,952 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:42,952 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:42,952 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:42,952 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a78588d89524478aad5a3420b8e51f2e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/f921915bbf214a8a84b33c1322205590, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/0999231bf5674527ac13ca7c09ed3508] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=35.8 K 2024-11-24T00:22:42,952 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a78588d89524478aad5a3420b8e51f2e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732407761014 2024-11-24T00:22:42,952 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2caadf578bae40eb8e7dc40b9b2180c1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732407761014 2024-11-24T00:22:42,953 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f921915bbf214a8a84b33c1322205590, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732407761375 2024-11-24T00:22:42,954 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8be91cf0567c4d7389a15a035e825243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732407761375 2024-11-24T00:22:42,954 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 0999231bf5674527ac13ca7c09ed3508, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732407762048 2024-11-24T00:22:42,954 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9767f68268064f7bb6e4ce3a3c6109d4, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732407762036 2024-11-24T00:22:42,965 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#431 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:42,966 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/efa4ed8bb64a4970b1b510c0596b0400 is 50, key is test_row_0/A:col10/1732407762048/Put/seqid=0 2024-11-24T00:22:42,976 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:42,977 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/afd04bf7935146758af892344850e8e6 is 50, key is test_row_0/B:col10/1732407762048/Put/seqid=0 2024-11-24T00:22:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T00:22:43,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742335_1511 (size=12493) 2024-11-24T00:22:43,023 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/efa4ed8bb64a4970b1b510c0596b0400 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/efa4ed8bb64a4970b1b510c0596b0400 2024-11-24T00:22:43,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,030 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into efa4ed8bb64a4970b1b510c0596b0400(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:43,030 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:43,030 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407762950; duration=0sec 2024-11-24T00:22:43,030 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:43,030 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:43,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T00:22:43,030 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:43,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T00:22:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:43,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:43,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:43,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:43,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:43,031 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:43,032 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:43,032 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:43,032 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/67a63ebe74b448bb918b2a5ae2ef8344, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b44ee34de9db450a9f1e7ce9308c70a9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/764362228968436cacd27e2d893efb01] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=35.8 K 2024-11-24T00:22:43,032 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67a63ebe74b448bb918b2a5ae2ef8344, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732407761014 2024-11-24T00:22:43,033 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b44ee34de9db450a9f1e7ce9308c70a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732407761375 2024-11-24T00:22:43,033 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764362228968436cacd27e2d893efb01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732407762048 2024-11-24T00:22:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:43,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:43,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/115d6c032dfc4030ab4082f2df0559f0 is 50, key is test_row_0/A:col10/1732407762408/Put/seqid=0 2024-11-24T00:22:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742336_1512 (size=12493) 2024-11-24T00:22:43,057 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:43,058 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/5dc99c59ec6e4d1bb14c9212965ecd49 is 50, key is test_row_0/C:col10/1732407762048/Put/seqid=0 2024-11-24T00:22:43,060 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/afd04bf7935146758af892344850e8e6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/afd04bf7935146758af892344850e8e6 2024-11-24T00:22:43,066 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into afd04bf7935146758af892344850e8e6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:43,066 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:43,066 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407762950; duration=0sec 2024-11-24T00:22:43,066 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:43,066 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:43,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407823089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407823092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742337_1513 (size=12151) 2024-11-24T00:22:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407823092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407823095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742338_1514 (size=12493) 2024-11-24T00:22:43,123 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/5dc99c59ec6e4d1bb14c9212965ecd49 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/5dc99c59ec6e4d1bb14c9212965ecd49 2024-11-24T00:22:43,128 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into 5dc99c59ec6e4d1bb14c9212965ecd49(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:43,128 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:43,128 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407762950; duration=0sec 2024-11-24T00:22:43,128 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:43,128 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T00:22:43,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407823203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407823204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407823206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407823206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407823410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407823411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407823411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407823411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T00:22:43,501 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/115d6c032dfc4030ab4082f2df0559f0 2024-11-24T00:22:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/931c08de80f14e488d2a7457483db5b2 is 50, key is test_row_0/B:col10/1732407762408/Put/seqid=0 2024-11-24T00:22:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742339_1515 (size=12151) 2024-11-24T00:22:43,543 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/931c08de80f14e488d2a7457483db5b2 2024-11-24T00:22:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0fb0ba458ad84f0ebb4a8416087a220f is 50, key is test_row_0/C:col10/1732407762408/Put/seqid=0 2024-11-24T00:22:43,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742340_1516 (size=12151) 2024-11-24T00:22:43,595 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0fb0ba458ad84f0ebb4a8416087a220f 2024-11-24T00:22:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/115d6c032dfc4030ab4082f2df0559f0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/115d6c032dfc4030ab4082f2df0559f0 2024-11-24T00:22:43,605 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/115d6c032dfc4030ab4082f2df0559f0, entries=150, sequenceid=226, filesize=11.9 K 2024-11-24T00:22:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/931c08de80f14e488d2a7457483db5b2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/931c08de80f14e488d2a7457483db5b2 2024-11-24T00:22:43,611 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/931c08de80f14e488d2a7457483db5b2, entries=150, sequenceid=226, filesize=11.9 K 2024-11-24T00:22:43,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0fb0ba458ad84f0ebb4a8416087a220f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fb0ba458ad84f0ebb4a8416087a220f 2024-11-24T00:22:43,618 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fb0ba458ad84f0ebb4a8416087a220f, entries=150, sequenceid=226, filesize=11.9 K 2024-11-24T00:22:43,619 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 835ee347d03eae96271f4912c2302266 in 589ms, sequenceid=226, compaction requested=false 2024-11-24T00:22:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-24T00:22:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-24T00:22:43,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T00:22:43,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 745 msec 2024-11-24T00:22:43,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 750 msec 2024-11-24T00:22:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:43,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T00:22:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:43,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/77f95f2342504c61a15cf9bd5d78ddbb is 50, key is test_row_0/A:col10/1732407763093/Put/seqid=0 2024-11-24T00:22:43,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407823754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407823755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407823756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407823757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742341_1517 (size=12151) 2024-11-24T00:22:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407823866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407823866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407823867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407823867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T00:22:43,983 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T00:22:43,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-24T00:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T00:22:43,991 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:43,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:43,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407824072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407824073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407824073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407824073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T00:22:44,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T00:22:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/77f95f2342504c61a15cf9bd5d78ddbb 2024-11-24T00:22:44,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ab29dcb6b3424d9ba7aa9f9ee766ca76 is 50, key is test_row_0/B:col10/1732407763093/Put/seqid=0 2024-11-24T00:22:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742342_1518 (size=12151) 2024-11-24T00:22:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T00:22:44,297 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T00:22:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407824378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407824378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407824382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407824386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T00:22:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T00:22:44,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T00:22:44,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:44,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:44,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ab29dcb6b3424d9ba7aa9f9ee766ca76 2024-11-24T00:22:44,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0fbe380f7aaf42159a16889898f755f8 is 50, key is test_row_0/C:col10/1732407763093/Put/seqid=0 2024-11-24T00:22:44,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742343_1519 (size=12151) 2024-11-24T00:22:44,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0fbe380f7aaf42159a16889898f755f8 2024-11-24T00:22:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/77f95f2342504c61a15cf9bd5d78ddbb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/77f95f2342504c61a15cf9bd5d78ddbb 2024-11-24T00:22:44,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/77f95f2342504c61a15cf9bd5d78ddbb, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T00:22:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/ab29dcb6b3424d9ba7aa9f9ee766ca76 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ab29dcb6b3424d9ba7aa9f9ee766ca76 2024-11-24T00:22:44,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ab29dcb6b3424d9ba7aa9f9ee766ca76, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T00:22:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/0fbe380f7aaf42159a16889898f755f8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fbe380f7aaf42159a16889898f755f8 2024-11-24T00:22:44,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fbe380f7aaf42159a16889898f755f8, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T00:22:44,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 835ee347d03eae96271f4912c2302266 in 997ms, sequenceid=248, compaction requested=true 2024-11-24T00:22:44,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:44,724 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:44,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:44,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:44,724 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:44,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:44,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:44,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:44,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:44,726 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:44,726 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:44,726 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,726 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/efa4ed8bb64a4970b1b510c0596b0400, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/115d6c032dfc4030ab4082f2df0559f0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/77f95f2342504c61a15cf9bd5d78ddbb] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=35.9 K 2024-11-24T00:22:44,726 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting efa4ed8bb64a4970b1b510c0596b0400, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732407762048 2024-11-24T00:22:44,727 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:44,727 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:44,727 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,727 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/afd04bf7935146758af892344850e8e6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/931c08de80f14e488d2a7457483db5b2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ab29dcb6b3424d9ba7aa9f9ee766ca76] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=35.9 K 2024-11-24T00:22:44,727 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 115d6c032dfc4030ab4082f2df0559f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732407762406 2024-11-24T00:22:44,727 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting afd04bf7935146758af892344850e8e6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732407762048 2024-11-24T00:22:44,728 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77f95f2342504c61a15cf9bd5d78ddbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732407763093 2024-11-24T00:22:44,728 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 931c08de80f14e488d2a7457483db5b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732407762406 2024-11-24T00:22:44,728 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ab29dcb6b3424d9ba7aa9f9ee766ca76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732407763093 2024-11-24T00:22:44,750 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:44,750 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/71454c16b5434e499d35756a9d7d8259 is 50, key is test_row_0/B:col10/1732407763093/Put/seqid=0 2024-11-24T00:22:44,756 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:44,757 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/96214d8236bf4c81b9cab943b55be18f is 50, key is test_row_0/A:col10/1732407763093/Put/seqid=0 2024-11-24T00:22:44,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T00:22:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,760 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:22:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:44,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/01883c9c95ba4fd3bf8a929ca6e383d5 is 50, key is test_row_0/A:col10/1732407763752/Put/seqid=0 2024-11-24T00:22:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742345_1521 (size=12595) 2024-11-24T00:22:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742344_1520 (size=12595) 2024-11-24T00:22:44,804 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/96214d8236bf4c81b9cab943b55be18f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/96214d8236bf4c81b9cab943b55be18f 2024-11-24T00:22:44,810 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into 96214d8236bf4c81b9cab943b55be18f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:44,810 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:44,810 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407764724; duration=0sec 2024-11-24T00:22:44,810 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:44,810 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:44,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:44,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:44,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:44,811 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,812 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/5dc99c59ec6e4d1bb14c9212965ecd49, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fb0ba458ad84f0ebb4a8416087a220f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fbe380f7aaf42159a16889898f755f8] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=35.9 K 2024-11-24T00:22:44,812 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc99c59ec6e4d1bb14c9212965ecd49, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732407762048 2024-11-24T00:22:44,813 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fb0ba458ad84f0ebb4a8416087a220f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732407762406 2024-11-24T00:22:44,813 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fbe380f7aaf42159a16889898f755f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732407763093 2024-11-24T00:22:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742346_1522 (size=12251) 2024-11-24T00:22:44,824 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/01883c9c95ba4fd3bf8a929ca6e383d5 2024-11-24T00:22:44,830 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:44,844 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/ac722ac958be44ef8384dcb6216bef1c is 50, key is test_row_0/C:col10/1732407763093/Put/seqid=0 2024-11-24T00:22:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/12281c458cb446de96e9fc4f7fb71414 is 50, key is test_row_0/B:col10/1732407763752/Put/seqid=0 2024-11-24T00:22:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742347_1523 (size=12595) 2024-11-24T00:22:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742348_1524 (size=12251) 2024-11-24T00:22:44,906 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/12281c458cb446de96e9fc4f7fb71414 2024-11-24T00:22:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/78230bf2ae6e47eb92c03496dfc6296a is 50, key is test_row_0/C:col10/1732407763752/Put/seqid=0 2024-11-24T00:22:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407824935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407824936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407824938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407824939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742349_1525 (size=12251) 2024-11-24T00:22:44,959 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/78230bf2ae6e47eb92c03496dfc6296a 2024-11-24T00:22:44,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/01883c9c95ba4fd3bf8a929ca6e383d5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/01883c9c95ba4fd3bf8a929ca6e383d5 2024-11-24T00:22:44,971 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/01883c9c95ba4fd3bf8a929ca6e383d5, entries=150, sequenceid=264, filesize=12.0 K 2024-11-24T00:22:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/12281c458cb446de96e9fc4f7fb71414 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/12281c458cb446de96e9fc4f7fb71414 2024-11-24T00:22:44,980 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/12281c458cb446de96e9fc4f7fb71414, entries=150, sequenceid=264, filesize=12.0 K 2024-11-24T00:22:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/78230bf2ae6e47eb92c03496dfc6296a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/78230bf2ae6e47eb92c03496dfc6296a 2024-11-24T00:22:44,998 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/78230bf2ae6e47eb92c03496dfc6296a, entries=150, sequenceid=264, filesize=12.0 K 2024-11-24T00:22:44,999 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 835ee347d03eae96271f4912c2302266 in 238ms, sequenceid=264, compaction requested=false 2024-11-24T00:22:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-24T00:22:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-24T00:22:45,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T00:22:45,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-24T00:22:45,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.0140 sec 2024-11-24T00:22:45,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:22:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:45,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:45,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:45,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:45,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/4198d3780a0544c69a8df8f09efc5ab6 is 50, key is test_row_0/A:col10/1732407764934/Put/seqid=0 2024-11-24T00:22:45,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T00:22:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407825079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,094 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-24T00:22:45,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-24T00:22:45,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T00:22:45,098 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:45,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742350_1526 (size=14741) 2024-11-24T00:22:45,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/4198d3780a0544c69a8df8f09efc5ab6 2024-11-24T00:22:45,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407825089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407825090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407825094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fe5c822d913a45d6b006eb3e457fd589 is 50, key is test_row_0/B:col10/1732407764934/Put/seqid=0 2024-11-24T00:22:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742351_1527 (size=12301) 2024-11-24T00:22:45,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fe5c822d913a45d6b006eb3e457fd589 2024-11-24T00:22:45,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/fe43a6c3386741289e55deb9455462c7 is 50, key is test_row_0/C:col10/1732407764934/Put/seqid=0 2024-11-24T00:22:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T00:22:45,201 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/71454c16b5434e499d35756a9d7d8259 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/71454c16b5434e499d35756a9d7d8259 2024-11-24T00:22:45,206 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into 71454c16b5434e499d35756a9d7d8259(size=12.3 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:45,206 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:45,206 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407764724; duration=0sec 2024-11-24T00:22:45,206 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:45,206 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:45,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407825196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407825207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407825208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407825208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742352_1528 (size=12301) 2024-11-24T00:22:45,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/fe43a6c3386741289e55deb9455462c7 2024-11-24T00:22:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/4198d3780a0544c69a8df8f09efc5ab6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4198d3780a0544c69a8df8f09efc5ab6 2024-11-24T00:22:45,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4198d3780a0544c69a8df8f09efc5ab6, entries=200, sequenceid=286, filesize=14.4 K 2024-11-24T00:22:45,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/fe5c822d913a45d6b006eb3e457fd589 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe5c822d913a45d6b006eb3e457fd589 2024-11-24T00:22:45,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T00:22:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:45,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe5c822d913a45d6b006eb3e457fd589, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T00:22:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:45,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/fe43a6c3386741289e55deb9455462c7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fe43a6c3386741289e55deb9455462c7 2024-11-24T00:22:45,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fe43a6c3386741289e55deb9455462c7, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T00:22:45,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 835ee347d03eae96271f4912c2302266 in 202ms, sequenceid=286, compaction requested=true 2024-11-24T00:22:45,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:45,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:45,256 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T00:22:45,257 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39587 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:45,257 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:45,257 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:45,257 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/96214d8236bf4c81b9cab943b55be18f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/01883c9c95ba4fd3bf8a929ca6e383d5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4198d3780a0544c69a8df8f09efc5ab6] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=38.7 K 2024-11-24T00:22:45,258 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 96214d8236bf4c81b9cab943b55be18f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732407763093 2024-11-24T00:22:45,258 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 01883c9c95ba4fd3bf8a929ca6e383d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732407763735 2024-11-24T00:22:45,258 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 4198d3780a0544c69a8df8f09efc5ab6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732407764934 2024-11-24T00:22:45,274 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:45,275 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/8c6865552aba4a00bb5633daa5f408cd is 50, key is test_row_0/A:col10/1732407764934/Put/seqid=0 2024-11-24T00:22:45,304 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/ac722ac958be44ef8384dcb6216bef1c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ac722ac958be44ef8384dcb6216bef1c 2024-11-24T00:22:45,310 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into ac722ac958be44ef8384dcb6216bef1c(size=12.3 K), total size for store is 36.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:45,310 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:45,310 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407764725; duration=0sec 2024-11-24T00:22:45,310 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T00:22:45,310 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:45,310 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:45,310 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:45,312 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37147 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:45,312 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:45,312 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:45,312 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/71454c16b5434e499d35756a9d7d8259, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/12281c458cb446de96e9fc4f7fb71414, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe5c822d913a45d6b006eb3e457fd589] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.3 K 2024-11-24T00:22:45,313 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71454c16b5434e499d35756a9d7d8259, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732407763093 2024-11-24T00:22:45,313 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12281c458cb446de96e9fc4f7fb71414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732407763735 2024-11-24T00:22:45,313 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe5c822d913a45d6b006eb3e457fd589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732407764934 2024-11-24T00:22:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742353_1529 (size=12847) 2024-11-24T00:22:45,330 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:45,330 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/bc165016fde54414857d8c620a0f4424 is 50, key is test_row_0/B:col10/1732407764934/Put/seqid=0 2024-11-24T00:22:45,333 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/8c6865552aba4a00bb5633daa5f408cd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8c6865552aba4a00bb5633daa5f408cd 2024-11-24T00:22:45,339 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into 8c6865552aba4a00bb5633daa5f408cd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:45,339 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:45,339 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407765255; duration=0sec 2024-11-24T00:22:45,339 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:45,340 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:45,340 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:45,341 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37147 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:45,341 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:45,341 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:45,341 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ac722ac958be44ef8384dcb6216bef1c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/78230bf2ae6e47eb92c03496dfc6296a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fe43a6c3386741289e55deb9455462c7] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.3 K 2024-11-24T00:22:45,341 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ac722ac958be44ef8384dcb6216bef1c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732407763093 2024-11-24T00:22:45,342 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 78230bf2ae6e47eb92c03496dfc6296a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732407763735 2024-11-24T00:22:45,343 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting fe43a6c3386741289e55deb9455462c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732407764934 2024-11-24T00:22:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742354_1530 (size=12847) 2024-11-24T00:22:45,375 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:45,376 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c889a07c02864aa3acda25cc2dd0198e is 50, key is test_row_0/C:col10/1732407764934/Put/seqid=0 2024-11-24T00:22:45,377 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/bc165016fde54414857d8c620a0f4424 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/bc165016fde54414857d8c620a0f4424 2024-11-24T00:22:45,393 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into bc165016fde54414857d8c620a0f4424(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:45,393 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:45,393 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407765256; duration=0sec 2024-11-24T00:22:45,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:45,394 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T00:22:45,401 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T00:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:45,402 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:45,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742355_1531 (size=12847) 2024-11-24T00:22:45,428 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c889a07c02864aa3acda25cc2dd0198e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c889a07c02864aa3acda25cc2dd0198e 2024-11-24T00:22:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/6120e3c5546f4a61b830f16ce16edbfd is 50, key is test_row_0/A:col10/1732407765073/Put/seqid=0 2024-11-24T00:22:45,434 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into c889a07c02864aa3acda25cc2dd0198e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:45,434 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:45,434 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407765256; duration=0sec 2024-11-24T00:22:45,434 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:45,434 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742356_1532 (size=12301) 2024-11-24T00:22:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407825463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407825464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407825465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407825473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407825576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407825580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407825583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407825583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T00:22:45,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407825786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407825788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407825789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407825792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:45,870 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/6120e3c5546f4a61b830f16ce16edbfd 2024-11-24T00:22:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/8cf5a52ac9b24ab1b9bd9360fcf9423a is 50, key is test_row_0/B:col10/1732407765073/Put/seqid=0 2024-11-24T00:22:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742357_1533 (size=12301) 2024-11-24T00:22:45,885 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/8cf5a52ac9b24ab1b9bd9360fcf9423a 2024-11-24T00:22:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/21224e7365dd4416ab21c40f4ceaa679 is 50, key is test_row_0/C:col10/1732407765073/Put/seqid=0 2024-11-24T00:22:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742358_1534 (size=12301) 2024-11-24T00:22:45,914 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/21224e7365dd4416ab21c40f4ceaa679 2024-11-24T00:22:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/6120e3c5546f4a61b830f16ce16edbfd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/6120e3c5546f4a61b830f16ce16edbfd 2024-11-24T00:22:45,928 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/6120e3c5546f4a61b830f16ce16edbfd, entries=150, sequenceid=305, filesize=12.0 K 2024-11-24T00:22:45,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/8cf5a52ac9b24ab1b9bd9360fcf9423a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8cf5a52ac9b24ab1b9bd9360fcf9423a 2024-11-24T00:22:45,934 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8cf5a52ac9b24ab1b9bd9360fcf9423a, entries=150, sequenceid=305, filesize=12.0 K 2024-11-24T00:22:45,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/21224e7365dd4416ab21c40f4ceaa679 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/21224e7365dd4416ab21c40f4ceaa679 2024-11-24T00:22:45,940 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/21224e7365dd4416ab21c40f4ceaa679, entries=150, sequenceid=305, filesize=12.0 K 2024-11-24T00:22:45,941 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 835ee347d03eae96271f4912c2302266 in 539ms, sequenceid=305, compaction requested=false 2024-11-24T00:22:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-24T00:22:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-24T00:22:45,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T00:22:45,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 844 msec 2024-11-24T00:22:45,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 848 msec 2024-11-24T00:22:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:46,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T00:22:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:46,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:46,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b5ec0d854e9740cda8cff3721f782248 is 50, key is test_row_0/A:col10/1732407765463/Put/seqid=0 2024-11-24T00:22:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742359_1535 (size=14741) 2024-11-24T00:22:46,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b5ec0d854e9740cda8cff3721f782248 2024-11-24T00:22:46,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407826123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407826125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407826127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/9306a47dde614e159fbc08a59ffc6b9b is 50, key is test_row_0/B:col10/1732407765463/Put/seqid=0 2024-11-24T00:22:46,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407826133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742360_1536 (size=12301) 2024-11-24T00:22:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T00:22:46,202 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-24T00:22:46,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-24T00:22:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T00:22:46,205 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:46,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:46,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:46,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407826234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407826235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407826235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407826244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T00:22:46,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T00:22:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407826440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407826440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407826441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407826451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T00:22:46,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T00:22:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:46,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/9306a47dde614e159fbc08a59ffc6b9b 2024-11-24T00:22:46,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/cc0bc84c550d43f8bdd4944efd526d05 is 50, key is test_row_0/C:col10/1732407765463/Put/seqid=0 2024-11-24T00:22:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742361_1537 (size=12301) 2024-11-24T00:22:46,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/cc0bc84c550d43f8bdd4944efd526d05 2024-11-24T00:22:46,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b5ec0d854e9740cda8cff3721f782248 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b5ec0d854e9740cda8cff3721f782248 2024-11-24T00:22:46,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b5ec0d854e9740cda8cff3721f782248, entries=200, sequenceid=328, filesize=14.4 K 2024-11-24T00:22:46,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/9306a47dde614e159fbc08a59ffc6b9b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9306a47dde614e159fbc08a59ffc6b9b 2024-11-24T00:22:46,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9306a47dde614e159fbc08a59ffc6b9b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T00:22:46,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/cc0bc84c550d43f8bdd4944efd526d05 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cc0bc84c550d43f8bdd4944efd526d05 2024-11-24T00:22:46,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cc0bc84c550d43f8bdd4944efd526d05, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T00:22:46,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 835ee347d03eae96271f4912c2302266 in 544ms, sequenceid=328, compaction requested=true 2024-11-24T00:22:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:46,644 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:46,644 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:46,646 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:46,646 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:46,646 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,646 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8c6865552aba4a00bb5633daa5f408cd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/6120e3c5546f4a61b830f16ce16edbfd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b5ec0d854e9740cda8cff3721f782248] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=39.0 K 2024-11-24T00:22:46,647 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:46,647 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c6865552aba4a00bb5633daa5f408cd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732407764934 2024-11-24T00:22:46,647 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:46,647 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,647 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/bc165016fde54414857d8c620a0f4424, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8cf5a52ac9b24ab1b9bd9360fcf9423a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9306a47dde614e159fbc08a59ffc6b9b] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.6 K 2024-11-24T00:22:46,648 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting bc165016fde54414857d8c620a0f4424, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732407764934 2024-11-24T00:22:46,648 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6120e3c5546f4a61b830f16ce16edbfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732407765073 2024-11-24T00:22:46,648 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cf5a52ac9b24ab1b9bd9360fcf9423a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732407765073 2024-11-24T00:22:46,649 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5ec0d854e9740cda8cff3721f782248, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732407765450 2024-11-24T00:22:46,649 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9306a47dde614e159fbc08a59ffc6b9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732407765463 2024-11-24T00:22:46,664 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:46,665 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/b4853f4df7ad49f2a9f0d33d13b47bc5 is 50, key is test_row_0/B:col10/1732407765463/Put/seqid=0 2024-11-24T00:22:46,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T00:22:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,668 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:22:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:46,679 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#459 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:46,680 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b3a7d95c8a8a41adbdd85a3ea0881c9c is 50, key is test_row_0/A:col10/1732407765463/Put/seqid=0 2024-11-24T00:22:46,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/4024f7200b6e4edc86fa0a7c2545d910 is 50, key is test_row_0/A:col10/1732407766123/Put/seqid=0 2024-11-24T00:22:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742363_1539 (size=12949) 2024-11-24T00:22:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742362_1538 (size=12949) 2024-11-24T00:22:46,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742364_1540 (size=12301) 2024-11-24T00:22:46,723 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/4024f7200b6e4edc86fa0a7c2545d910 2024-11-24T00:22:46,725 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/b4853f4df7ad49f2a9f0d33d13b47bc5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/b4853f4df7ad49f2a9f0d33d13b47bc5 2024-11-24T00:22:46,727 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b3a7d95c8a8a41adbdd85a3ea0881c9c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b3a7d95c8a8a41adbdd85a3ea0881c9c 2024-11-24T00:22:46,733 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into b4853f4df7ad49f2a9f0d33d13b47bc5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:46,733 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:46,733 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407766644; duration=0sec 2024-11-24T00:22:46,733 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:46,733 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:46,733 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:46,735 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into b3a7d95c8a8a41adbdd85a3ea0881c9c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:46,735 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:46,735 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407766644; duration=0sec 2024-11-24T00:22:46,735 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:46,735 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:46,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/dbfff7da6c5a4823a0f76de5ac929d49 is 50, key is test_row_0/B:col10/1732407766123/Put/seqid=0 2024-11-24T00:22:46,736 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:46,736 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:46,736 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:46,736 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c889a07c02864aa3acda25cc2dd0198e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/21224e7365dd4416ab21c40f4ceaa679, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cc0bc84c550d43f8bdd4944efd526d05] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.6 K 2024-11-24T00:22:46,742 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c889a07c02864aa3acda25cc2dd0198e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732407764934 2024-11-24T00:22:46,742 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 21224e7365dd4416ab21c40f4ceaa679, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732407765073 2024-11-24T00:22:46,743 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0bc84c550d43f8bdd4944efd526d05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732407765463 2024-11-24T00:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:46,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742365_1541 (size=12301) 2024-11-24T00:22:46,757 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:46,758 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/b2d7179a816d40c28fee181c87bd829f is 50, key is test_row_0/C:col10/1732407765463/Put/seqid=0 2024-11-24T00:22:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742366_1542 (size=12949) 2024-11-24T00:22:46,786 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/b2d7179a816d40c28fee181c87bd829f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b2d7179a816d40c28fee181c87bd829f 2024-11-24T00:22:46,793 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into b2d7179a816d40c28fee181c87bd829f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:46,793 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:46,793 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407766644; duration=0sec 2024-11-24T00:22:46,793 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:46,793 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:46,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407826786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407826789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407826791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407826798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T00:22:46,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407826899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407826899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407826901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:46,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407826909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407827105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407827107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407827105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407827117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,155 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/dbfff7da6c5a4823a0f76de5ac929d49 2024-11-24T00:22:47,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4689125458b942d585e595aed92fcf28 is 50, key is test_row_0/C:col10/1732407766123/Put/seqid=0 2024-11-24T00:22:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742367_1543 (size=12301) 2024-11-24T00:22:47,228 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4689125458b942d585e595aed92fcf28 2024-11-24T00:22:47,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/4024f7200b6e4edc86fa0a7c2545d910 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4024f7200b6e4edc86fa0a7c2545d910 2024-11-24T00:22:47,236 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4024f7200b6e4edc86fa0a7c2545d910, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T00:22:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/dbfff7da6c5a4823a0f76de5ac929d49 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/dbfff7da6c5a4823a0f76de5ac929d49 2024-11-24T00:22:47,241 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/dbfff7da6c5a4823a0f76de5ac929d49, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T00:22:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4689125458b942d585e595aed92fcf28 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4689125458b942d585e595aed92fcf28 2024-11-24T00:22:47,246 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4689125458b942d585e595aed92fcf28, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T00:22:47,247 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 835ee347d03eae96271f4912c2302266 in 579ms, sequenceid=342, compaction requested=false 2024-11-24T00:22:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-24T00:22:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-24T00:22:47,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T00:22:47,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0420 sec 2024-11-24T00:22:47,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.0480 sec 2024-11-24T00:22:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T00:22:47,309 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-24T00:22:47,311 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-24T00:22:47,313 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T00:22:47,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:47,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T00:22:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:47,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:22:47,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:47,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ae6fb74988d74ab5bc990b1425161509 is 50, key is test_row_0/A:col10/1732407766789/Put/seqid=0 2024-11-24T00:22:47,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407827437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742368_1544 (size=12301) 2024-11-24T00:22:47,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ae6fb74988d74ab5bc990b1425161509 2024-11-24T00:22:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407827443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407827443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407827444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/7af30d4756ab40deb4fbb62c1d8d7fe5 is 50, key is test_row_0/B:col10/1732407766789/Put/seqid=0 2024-11-24T00:22:47,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742369_1545 (size=12301) 2024-11-24T00:22:47,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/7af30d4756ab40deb4fbb62c1d8d7fe5 2024-11-24T00:22:47,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/ddb87c76bdca4f0dae31d7e22c9e90dd is 50, key is test_row_0/C:col10/1732407766789/Put/seqid=0 2024-11-24T00:22:47,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407827545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407827554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407827555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407827555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742370_1546 (size=12301) 2024-11-24T00:22:47,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/ddb87c76bdca4f0dae31d7e22c9e90dd 2024-11-24T00:22:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ae6fb74988d74ab5bc990b1425161509 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ae6fb74988d74ab5bc990b1425161509 2024-11-24T00:22:47,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ae6fb74988d74ab5bc990b1425161509, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T00:22:47,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/7af30d4756ab40deb4fbb62c1d8d7fe5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/7af30d4756ab40deb4fbb62c1d8d7fe5 2024-11-24T00:22:47,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/7af30d4756ab40deb4fbb62c1d8d7fe5, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T00:22:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T00:22:47,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/ddb87c76bdca4f0dae31d7e22c9e90dd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ddb87c76bdca4f0dae31d7e22c9e90dd 2024-11-24T00:22:47,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ddb87c76bdca4f0dae31d7e22c9e90dd, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T00:22:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 835ee347d03eae96271f4912c2302266 in 203ms, sequenceid=368, compaction requested=true 2024-11-24T00:22:47,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:47,621 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:47,623 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:47,623 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:47,623 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,623 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b3a7d95c8a8a41adbdd85a3ea0881c9c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4024f7200b6e4edc86fa0a7c2545d910, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ae6fb74988d74ab5bc990b1425161509] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.7 K 2024-11-24T00:22:47,623 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3a7d95c8a8a41adbdd85a3ea0881c9c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732407765463 2024-11-24T00:22:47,624 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4024f7200b6e4edc86fa0a7c2545d910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407766102 2024-11-24T00:22:47,624 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae6fb74988d74ab5bc990b1425161509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407766789 2024-11-24T00:22:47,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:47,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:47,631 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:47,633 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:47,633 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:47,633 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,633 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/b4853f4df7ad49f2a9f0d33d13b47bc5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/dbfff7da6c5a4823a0f76de5ac929d49, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/7af30d4756ab40deb4fbb62c1d8d7fe5] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.7 K 2024-11-24T00:22:47,635 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting b4853f4df7ad49f2a9f0d33d13b47bc5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732407765463 2024-11-24T00:22:47,635 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting dbfff7da6c5a4823a0f76de5ac929d49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407766102 2024-11-24T00:22:47,636 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 7af30d4756ab40deb4fbb62c1d8d7fe5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407766789 2024-11-24T00:22:47,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:47,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:47,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:47,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:47,650 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:47,651 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/813e4ddbe0764cf0bcfe1451c9e34ab0 is 50, key is test_row_0/A:col10/1732407766789/Put/seqid=0 2024-11-24T00:22:47,657 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:47,658 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/9ff938cf43de4a1f8ea828ba97e8c464 is 50, key is test_row_0/B:col10/1732407766789/Put/seqid=0 2024-11-24T00:22:47,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742371_1547 (size=13051) 2024-11-24T00:22:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742372_1548 (size=13051) 2024-11-24T00:22:47,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:22:47,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:47,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ce4078ce6f4e46ef974ebf23a54daf49 is 50, key is test_row_0/A:col10/1732407767441/Put/seqid=0 2024-11-24T00:22:47,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742373_1549 (size=14741) 2024-11-24T00:22:47,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407827801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407827802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407827815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407827815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T00:22:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407827917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407827917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:47,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:47,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:47,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:47,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407827928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407827929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,110 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/813e4ddbe0764cf0bcfe1451c9e34ab0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/813e4ddbe0764cf0bcfe1451c9e34ab0 2024-11-24T00:22:48,115 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into 813e4ddbe0764cf0bcfe1451c9e34ab0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:48,115 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:48,115 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407767621; duration=0sec 2024-11-24T00:22:48,115 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:48,115 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:48,115 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:48,116 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:48,116 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:48,116 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,116 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b2d7179a816d40c28fee181c87bd829f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4689125458b942d585e595aed92fcf28, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ddb87c76bdca4f0dae31d7e22c9e90dd] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.7 K 2024-11-24T00:22:48,117 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2d7179a816d40c28fee181c87bd829f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732407765463 2024-11-24T00:22:48,117 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4689125458b942d585e595aed92fcf28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732407766102 2024-11-24T00:22:48,117 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddb87c76bdca4f0dae31d7e22c9e90dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407766789 2024-11-24T00:22:48,124 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/9ff938cf43de4a1f8ea828ba97e8c464 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9ff938cf43de4a1f8ea828ba97e8c464 2024-11-24T00:22:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407828125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407828125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,134 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into 9ff938cf43de4a1f8ea828ba97e8c464(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:48,134 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:48,134 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407767631; duration=0sec 2024-11-24T00:22:48,134 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:48,134 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407828137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407828139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,146 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:48,146 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/d9936d5fc88f4eb4a53c953b1948db94 is 50, key is test_row_0/C:col10/1732407766789/Put/seqid=0 2024-11-24T00:22:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742374_1550 (size=13051) 2024-11-24T00:22:48,183 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/d9936d5fc88f4eb4a53c953b1948db94 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/d9936d5fc88f4eb4a53c953b1948db94 2024-11-24T00:22:48,187 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into d9936d5fc88f4eb4a53c953b1948db94(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:48,188 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:48,188 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407767642; duration=0sec 2024-11-24T00:22:48,188 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:48,188 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:48,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ce4078ce6f4e46ef974ebf23a54daf49 2024-11-24T00:22:48,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/16593f99852d41379a436b18442536f8 is 50, key is test_row_0/B:col10/1732407767441/Put/seqid=0 2024-11-24T00:22:48,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742375_1551 (size=12301) 2024-11-24T00:22:48,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/16593f99852d41379a436b18442536f8 2024-11-24T00:22:48,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/fef1651e3a084a1a825cbd50797844fb is 50, key is test_row_0/C:col10/1732407767441/Put/seqid=0 2024-11-24T00:22:48,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742376_1552 (size=12301) 2024-11-24T00:22:48,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:48,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:48,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T00:22:48,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407828433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407828433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407828447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407828447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,699 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:48,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/fef1651e3a084a1a825cbd50797844fb 2024-11-24T00:22:48,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ce4078ce6f4e46ef974ebf23a54daf49 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ce4078ce6f4e46ef974ebf23a54daf49 2024-11-24T00:22:48,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ce4078ce6f4e46ef974ebf23a54daf49, entries=200, sequenceid=383, filesize=14.4 K 2024-11-24T00:22:48,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/16593f99852d41379a436b18442536f8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/16593f99852d41379a436b18442536f8 2024-11-24T00:22:48,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/16593f99852d41379a436b18442536f8, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T00:22:48,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/fef1651e3a084a1a825cbd50797844fb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fef1651e3a084a1a825cbd50797844fb 2024-11-24T00:22:48,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fef1651e3a084a1a825cbd50797844fb, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T00:22:48,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 835ee347d03eae96271f4912c2302266 in 988ms, sequenceid=383, compaction requested=false 2024-11-24T00:22:48,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:48,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T00:22:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:48,852 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:22:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/5c1b326b10f8487090db2b86223f6e65 is 50, key is test_row_0/A:col10/1732407767800/Put/seqid=0 2024-11-24T00:22:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742377_1553 (size=12301) 2024-11-24T00:22:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:48,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:48,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407828977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407828979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407828979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:48,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407828979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407829085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407829089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407829090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407829090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407829291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407829300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407829300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407829301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,307 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/5c1b326b10f8487090db2b86223f6e65 2024-11-24T00:22:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/c785be9748ae43179b697dbec4f787b5 is 50, key is test_row_0/B:col10/1732407767800/Put/seqid=0 2024-11-24T00:22:49,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742378_1554 (size=12301) 2024-11-24T00:22:49,334 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/c785be9748ae43179b697dbec4f787b5 2024-11-24T00:22:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c9994a9845a24fad91c01f895ff9d3db is 50, key is test_row_0/C:col10/1732407767800/Put/seqid=0 2024-11-24T00:22:49,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742379_1555 (size=12301) 2024-11-24T00:22:49,388 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c9994a9845a24fad91c01f895ff9d3db 2024-11-24T00:22:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/5c1b326b10f8487090db2b86223f6e65 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/5c1b326b10f8487090db2b86223f6e65 2024-11-24T00:22:49,405 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/5c1b326b10f8487090db2b86223f6e65, entries=150, sequenceid=407, filesize=12.0 K 2024-11-24T00:22:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/c785be9748ae43179b697dbec4f787b5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/c785be9748ae43179b697dbec4f787b5 2024-11-24T00:22:49,412 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/c785be9748ae43179b697dbec4f787b5, entries=150, sequenceid=407, filesize=12.0 K 2024-11-24T00:22:49,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/c9994a9845a24fad91c01f895ff9d3db as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c9994a9845a24fad91c01f895ff9d3db 2024-11-24T00:22:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T00:22:49,418 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c9994a9845a24fad91c01f895ff9d3db, entries=150, sequenceid=407, filesize=12.0 K 2024-11-24T00:22:49,419 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 835ee347d03eae96271f4912c2302266 in 567ms, sequenceid=407, compaction requested=true 2024-11-24T00:22:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-24T00:22:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-24T00:22:49,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T00:22:49,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1070 sec 2024-11-24T00:22:49,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.1120 sec 2024-11-24T00:22:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:49,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:22:49,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:49,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:49,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:49,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:49,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:49,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:49,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ef75d8aa44c7406cbfed52b275799505 is 50, key is test_row_0/A:col10/1732407768966/Put/seqid=0 2024-11-24T00:22:49,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742380_1556 (size=14741) 2024-11-24T00:22:49,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ef75d8aa44c7406cbfed52b275799505 2024-11-24T00:22:49,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/d50bbde6f70248219ae85aabc0423eeb is 50, key is test_row_0/B:col10/1732407768966/Put/seqid=0 2024-11-24T00:22:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742381_1557 (size=12301) 2024-11-24T00:22:49,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/d50bbde6f70248219ae85aabc0423eeb 2024-11-24T00:22:49,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/505f6337c36b426f9ad797235b27e313 is 50, key is test_row_0/C:col10/1732407768966/Put/seqid=0 2024-11-24T00:22:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407829662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407829664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407829678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407829680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742382_1558 (size=12301) 2024-11-24T00:22:49,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/505f6337c36b426f9ad797235b27e313 2024-11-24T00:22:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ef75d8aa44c7406cbfed52b275799505 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ef75d8aa44c7406cbfed52b275799505 2024-11-24T00:22:49,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ef75d8aa44c7406cbfed52b275799505, entries=200, sequenceid=423, filesize=14.4 K 2024-11-24T00:22:49,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/d50bbde6f70248219ae85aabc0423eeb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d50bbde6f70248219ae85aabc0423eeb 2024-11-24T00:22:49,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d50bbde6f70248219ae85aabc0423eeb, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T00:22:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/505f6337c36b426f9ad797235b27e313 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/505f6337c36b426f9ad797235b27e313 2024-11-24T00:22:49,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/505f6337c36b426f9ad797235b27e313, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T00:22:49,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 835ee347d03eae96271f4912c2302266 in 128ms, sequenceid=423, compaction requested=true 2024-11-24T00:22:49,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:49,729 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:49,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:49,730 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:49,731 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:49,731 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:49,731 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:49,731 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/813e4ddbe0764cf0bcfe1451c9e34ab0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ce4078ce6f4e46ef974ebf23a54daf49, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/5c1b326b10f8487090db2b86223f6e65, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ef75d8aa44c7406cbfed52b275799505] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=53.5 K 2024-11-24T00:22:49,732 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813e4ddbe0764cf0bcfe1451c9e34ab0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407766789 2024-11-24T00:22:49,732 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:49,732 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:49,732 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:49,732 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9ff938cf43de4a1f8ea828ba97e8c464, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/16593f99852d41379a436b18442536f8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/c785be9748ae43179b697dbec4f787b5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d50bbde6f70248219ae85aabc0423eeb] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=48.8 K 2024-11-24T00:22:49,733 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce4078ce6f4e46ef974ebf23a54daf49, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732407767441 2024-11-24T00:22:49,733 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ff938cf43de4a1f8ea828ba97e8c464, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407766789 2024-11-24T00:22:49,733 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c1b326b10f8487090db2b86223f6e65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732407767800 2024-11-24T00:22:49,733 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 16593f99852d41379a436b18442536f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732407767441 2024-11-24T00:22:49,733 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef75d8aa44c7406cbfed52b275799505, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732407768966 2024-11-24T00:22:49,733 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c785be9748ae43179b697dbec4f787b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732407767800 2024-11-24T00:22:49,734 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d50bbde6f70248219ae85aabc0423eeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732407768966 2024-11-24T00:22:49,758 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:49,758 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/fb7d501555bb400d82bb668c4bbd79a7 is 50, key is test_row_0/A:col10/1732407768966/Put/seqid=0 2024-11-24T00:22:49,760 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:49,760 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/af88849feedc41d4b7f45231eb6b4d43 is 50, key is test_row_0/B:col10/1732407768966/Put/seqid=0 2024-11-24T00:22:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:49,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T00:22:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:49,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742383_1559 (size=13187) 2024-11-24T00:22:49,806 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/fb7d501555bb400d82bb668c4bbd79a7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/fb7d501555bb400d82bb668c4bbd79a7 2024-11-24T00:22:49,811 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into fb7d501555bb400d82bb668c4bbd79a7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:49,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:49,811 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=12, startTime=1732407769729; duration=0sec 2024-11-24T00:22:49,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:49,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:49,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:22:49,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/1b9865aca98642758ab26ef731f92af0 is 50, key is test_row_0/A:col10/1732407769792/Put/seqid=0 2024-11-24T00:22:49,814 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:22:49,814 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:49,814 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:49,814 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/d9936d5fc88f4eb4a53c953b1948db94, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fef1651e3a084a1a825cbd50797844fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c9994a9845a24fad91c01f895ff9d3db, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/505f6337c36b426f9ad797235b27e313] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=48.8 K 2024-11-24T00:22:49,816 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9936d5fc88f4eb4a53c953b1948db94, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732407766789 2024-11-24T00:22:49,816 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting fef1651e3a084a1a825cbd50797844fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732407767441 2024-11-24T00:22:49,817 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9994a9845a24fad91c01f895ff9d3db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732407767800 2024-11-24T00:22:49,817 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 505f6337c36b426f9ad797235b27e313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732407768966 2024-11-24T00:22:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742384_1560 (size=13187) 2024-11-24T00:22:49,843 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/af88849feedc41d4b7f45231eb6b4d43 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/af88849feedc41d4b7f45231eb6b4d43 2024-11-24T00:22:49,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,847 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407829826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407829829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,847 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/3538dd07a087410aac80988299ce789e is 50, key is test_row_0/C:col10/1732407768966/Put/seqid=0 2024-11-24T00:22:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742385_1561 (size=14741) 2024-11-24T00:22:49,855 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into af88849feedc41d4b7f45231eb6b4d43(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:49,855 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:49,855 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=12, startTime=1732407769730; duration=0sec 2024-11-24T00:22:49,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407829848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407829849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,858 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:49,858 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742386_1562 (size=13187) 2024-11-24T00:22:49,931 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/3538dd07a087410aac80988299ce789e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3538dd07a087410aac80988299ce789e 2024-11-24T00:22:49,936 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into 3538dd07a087410aac80988299ce789e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:49,936 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:49,936 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=12, startTime=1732407769730; duration=0sec 2024-11-24T00:22:49,936 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:49,936 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:49,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407829948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407829949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407829958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407829959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407830156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407830156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407830165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407830167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/1b9865aca98642758ab26ef731f92af0 2024-11-24T00:22:50,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/227d921aa8f747ea921ad6ff2c68f5c6 is 50, key is test_row_0/B:col10/1732407769792/Put/seqid=0 2024-11-24T00:22:50,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742387_1563 (size=12301) 2024-11-24T00:22:50,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/227d921aa8f747ea921ad6ff2c68f5c6 2024-11-24T00:22:50,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4110fc0751e44515a3543aa47f73d733 is 50, key is test_row_0/C:col10/1732407769792/Put/seqid=0 2024-11-24T00:22:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742388_1564 (size=12301) 2024-11-24T00:22:50,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407830462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407830463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407830471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407830473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:50,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4110fc0751e44515a3543aa47f73d733 2024-11-24T00:22:50,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/1b9865aca98642758ab26ef731f92af0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/1b9865aca98642758ab26ef731f92af0 2024-11-24T00:22:50,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/1b9865aca98642758ab26ef731f92af0, entries=200, sequenceid=446, filesize=14.4 K 2024-11-24T00:22:50,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/227d921aa8f747ea921ad6ff2c68f5c6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/227d921aa8f747ea921ad6ff2c68f5c6 2024-11-24T00:22:50,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/227d921aa8f747ea921ad6ff2c68f5c6, entries=150, sequenceid=446, filesize=12.0 K 2024-11-24T00:22:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/4110fc0751e44515a3543aa47f73d733 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4110fc0751e44515a3543aa47f73d733 2024-11-24T00:22:50,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4110fc0751e44515a3543aa47f73d733, entries=150, sequenceid=446, filesize=12.0 K 2024-11-24T00:22:50,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 835ee347d03eae96271f4912c2302266 in 958ms, sequenceid=446, compaction requested=false 2024-11-24T00:22:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:50,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:22:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:50,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/0089d8551bc94b58aefa60154e5c622d is 50, key is test_row_0/A:col10/1732407770973/Put/seqid=0 2024-11-24T00:22:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742389_1565 (size=14741) 2024-11-24T00:22:51,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/0089d8551bc94b58aefa60154e5c622d 2024-11-24T00:22:51,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/cdba690996ec4e3fa1c556896c4fe51c is 50, key is test_row_0/B:col10/1732407770973/Put/seqid=0 2024-11-24T00:22:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407831016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407831026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407831027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407831027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742390_1566 (size=12301) 2024-11-24T00:22:51,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/cdba690996ec4e3fa1c556896c4fe51c 2024-11-24T00:22:51,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/8f7bf3b5bce84351a2d177bf9b329748 is 50, key is test_row_0/C:col10/1732407770973/Put/seqid=0 2024-11-24T00:22:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742391_1567 (size=12301) 2024-11-24T00:22:51,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/8f7bf3b5bce84351a2d177bf9b329748 2024-11-24T00:22:51,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/0089d8551bc94b58aefa60154e5c622d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/0089d8551bc94b58aefa60154e5c622d 2024-11-24T00:22:51,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/0089d8551bc94b58aefa60154e5c622d, entries=200, sequenceid=464, filesize=14.4 K 2024-11-24T00:22:51,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/cdba690996ec4e3fa1c556896c4fe51c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/cdba690996ec4e3fa1c556896c4fe51c 2024-11-24T00:22:51,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/cdba690996ec4e3fa1c556896c4fe51c, entries=150, sequenceid=464, filesize=12.0 K 2024-11-24T00:22:51,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/8f7bf3b5bce84351a2d177bf9b329748 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8f7bf3b5bce84351a2d177bf9b329748 2024-11-24T00:22:51,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8f7bf3b5bce84351a2d177bf9b329748, entries=150, sequenceid=464, filesize=12.0 K 2024-11-24T00:22:51,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 835ee347d03eae96271f4912c2302266 in 124ms, sequenceid=464, compaction requested=true 2024-11-24T00:22:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:51,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:51,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:51,099 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:51,099 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:51,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:51,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:51,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:51,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:51,100 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:51,100 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:51,100 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:51,100 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:51,100 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,100 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,100 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/fb7d501555bb400d82bb668c4bbd79a7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/1b9865aca98642758ab26ef731f92af0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/0089d8551bc94b58aefa60154e5c622d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=41.7 K 2024-11-24T00:22:51,100 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/af88849feedc41d4b7f45231eb6b4d43, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/227d921aa8f747ea921ad6ff2c68f5c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/cdba690996ec4e3fa1c556896c4fe51c] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.9 K 2024-11-24T00:22:51,101 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting af88849feedc41d4b7f45231eb6b4d43, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732407768966 2024-11-24T00:22:51,102 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb7d501555bb400d82bb668c4bbd79a7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732407768966 2024-11-24T00:22:51,102 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b9865aca98642758ab26ef731f92af0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732407769662 2024-11-24T00:22:51,102 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 227d921aa8f747ea921ad6ff2c68f5c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732407769662 2024-11-24T00:22:51,102 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0089d8551bc94b58aefa60154e5c622d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732407769807 2024-11-24T00:22:51,102 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting cdba690996ec4e3fa1c556896c4fe51c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732407769827 2024-11-24T00:22:51,121 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:51,121 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:51,122 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/916ad14cc80548cbaa23fd73f25d2d9a is 50, key is test_row_0/B:col10/1732407770973/Put/seqid=0 2024-11-24T00:22:51,122 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/945de2fe642846cfac8aadeb2f1a6cfc is 50, key is test_row_0/A:col10/1732407770973/Put/seqid=0 2024-11-24T00:22:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742392_1568 (size=13289) 2024-11-24T00:22:51,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T00:22:51,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:51,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:51,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:51,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:51,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:51,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:51,141 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/945de2fe642846cfac8aadeb2f1a6cfc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/945de2fe642846cfac8aadeb2f1a6cfc 2024-11-24T00:22:51,153 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into 945de2fe642846cfac8aadeb2f1a6cfc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:51,153 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:51,153 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407771098; duration=0sec 2024-11-24T00:22:51,153 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:51,153 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:51,154 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:51,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9c3f919e30b44daca54e85e7ec6ba1c8 is 50, key is test_row_0/A:col10/1732407771135/Put/seqid=0 2024-11-24T00:22:51,156 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:51,156 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:51,156 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,156 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3538dd07a087410aac80988299ce789e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4110fc0751e44515a3543aa47f73d733, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8f7bf3b5bce84351a2d177bf9b329748] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=36.9 K 2024-11-24T00:22:51,156 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3538dd07a087410aac80988299ce789e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732407768966 2024-11-24T00:22:51,158 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4110fc0751e44515a3543aa47f73d733, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732407769662 2024-11-24T00:22:51,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742393_1569 (size=13289) 2024-11-24T00:22:51,161 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f7bf3b5bce84351a2d177bf9b329748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732407769827 2024-11-24T00:22:51,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407831157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407831160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407831163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407831168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,184 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:51,185 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/ab2de33a61b247128245ed2e08a0f591 is 50, key is test_row_0/C:col10/1732407770973/Put/seqid=0 2024-11-24T00:22:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742394_1570 (size=12301) 2024-11-24T00:22:51,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9c3f919e30b44daca54e85e7ec6ba1c8 2024-11-24T00:22:51,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742395_1571 (size=13289) 2024-11-24T00:22:51,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/03223a287d2c4b84a10614da2fef3231 is 50, key is test_row_0/B:col10/1732407771135/Put/seqid=0 2024-11-24T00:22:51,231 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/ab2de33a61b247128245ed2e08a0f591 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ab2de33a61b247128245ed2e08a0f591 2024-11-24T00:22:51,249 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into ab2de33a61b247128245ed2e08a0f591(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:51,249 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:51,249 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407771099; duration=0sec 2024-11-24T00:22:51,249 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:51,249 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742396_1572 (size=12301) 2024-11-24T00:22:51,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/03223a287d2c4b84a10614da2fef3231 2024-11-24T00:22:51,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/cb3b988e4fcc430a873e3cd226b1a8d9 is 50, key is test_row_0/C:col10/1732407771135/Put/seqid=0 2024-11-24T00:22:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407831270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407831272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407831277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407831278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742397_1573 (size=12301) 2024-11-24T00:22:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T00:22:51,419 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-24T00:22:51,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-24T00:22:51,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T00:22:51,424 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:51,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407831477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407831482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407831485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407831485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T00:22:51,565 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/916ad14cc80548cbaa23fd73f25d2d9a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/916ad14cc80548cbaa23fd73f25d2d9a 2024-11-24T00:22:51,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T00:22:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,578 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into 916ad14cc80548cbaa23fd73f25d2d9a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:51,578 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:51,579 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407771099; duration=0sec 2024-11-24T00:22:51,579 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:51,579 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:51,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/cb3b988e4fcc430a873e3cd226b1a8d9 2024-11-24T00:22:51,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/9c3f919e30b44daca54e85e7ec6ba1c8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9c3f919e30b44daca54e85e7ec6ba1c8 2024-11-24T00:22:51,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9c3f919e30b44daca54e85e7ec6ba1c8, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T00:22:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T00:22:51,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/03223a287d2c4b84a10614da2fef3231 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03223a287d2c4b84a10614da2fef3231 2024-11-24T00:22:51,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T00:22:51,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03223a287d2c4b84a10614da2fef3231, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T00:22:51,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/cb3b988e4fcc430a873e3cd226b1a8d9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cb3b988e4fcc430a873e3cd226b1a8d9 2024-11-24T00:22:51,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cb3b988e4fcc430a873e3cd226b1a8d9, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T00:22:51,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 835ee347d03eae96271f4912c2302266 in 609ms, sequenceid=486, compaction requested=false 2024-11-24T00:22:51,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:51,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:22:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:51,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:51,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:51,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b20b8f04a68747e3a1811e06fd850128 is 50, key is test_row_0/A:col10/1732407771158/Put/seqid=0 2024-11-24T00:22:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742398_1574 (size=14741) 2024-11-24T00:22:51,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407831866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407831867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407831864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T00:22:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407831877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:51,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:51,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407831978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407831978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407831978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407831986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T00:22:52,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T00:22:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:52,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407832183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407832184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407832185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T00:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407832191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b20b8f04a68747e3a1811e06fd850128 2024-11-24T00:22:52,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/6050e578667342379344b39acc39185f is 50, key is test_row_0/B:col10/1732407771158/Put/seqid=0 2024-11-24T00:22:52,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742399_1575 (size=12301) 2024-11-24T00:22:52,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/6050e578667342379344b39acc39185f 2024-11-24T00:22:52,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/569f11296f0f417e89e9b287fb0b96c8 is 50, key is test_row_0/C:col10/1732407771158/Put/seqid=0 2024-11-24T00:22:52,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742400_1576 (size=12301) 2024-11-24T00:22:52,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/569f11296f0f417e89e9b287fb0b96c8 2024-11-24T00:22:52,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b20b8f04a68747e3a1811e06fd850128 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b20b8f04a68747e3a1811e06fd850128 2024-11-24T00:22:52,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b20b8f04a68747e3a1811e06fd850128, entries=200, sequenceid=504, filesize=14.4 K 2024-11-24T00:22:52,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/6050e578667342379344b39acc39185f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/6050e578667342379344b39acc39185f 2024-11-24T00:22:52,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/6050e578667342379344b39acc39185f, entries=150, sequenceid=504, filesize=12.0 K 2024-11-24T00:22:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/569f11296f0f417e89e9b287fb0b96c8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/569f11296f0f417e89e9b287fb0b96c8 2024-11-24T00:22:52,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/569f11296f0f417e89e9b287fb0b96c8, entries=150, sequenceid=504, filesize=12.0 K 2024-11-24T00:22:52,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 835ee347d03eae96271f4912c2302266 in 509ms, sequenceid=504, compaction requested=true 2024-11-24T00:22:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:52,296 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:52,296 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:52,297 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:52,297 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:52,297 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,297 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/916ad14cc80548cbaa23fd73f25d2d9a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03223a287d2c4b84a10614da2fef3231, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/6050e578667342379344b39acc39185f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=37.0 K 2024-11-24T00:22:52,297 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:52,297 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:52,297 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,298 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/945de2fe642846cfac8aadeb2f1a6cfc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9c3f919e30b44daca54e85e7ec6ba1c8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b20b8f04a68747e3a1811e06fd850128] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=39.4 K 2024-11-24T00:22:52,298 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 945de2fe642846cfac8aadeb2f1a6cfc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732407769827 2024-11-24T00:22:52,298 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 916ad14cc80548cbaa23fd73f25d2d9a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732407769827 2024-11-24T00:22:52,298 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 03223a287d2c4b84a10614da2fef3231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732407771013 2024-11-24T00:22:52,298 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c3f919e30b44daca54e85e7ec6ba1c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732407771013 2024-11-24T00:22:52,299 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 6050e578667342379344b39acc39185f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732407771158 2024-11-24T00:22:52,299 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b20b8f04a68747e3a1811e06fd850128, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732407771147 2024-11-24T00:22:52,318 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:52,319 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/70764407691048b081247e5997f5961a is 50, key is test_row_0/B:col10/1732407771158/Put/seqid=0 2024-11-24T00:22:52,336 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:52,336 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/f220a073f0104f2dacec7a7cff1c620a is 50, key is test_row_0/A:col10/1732407771158/Put/seqid=0 2024-11-24T00:22:52,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T00:22:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,344 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:22:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:52,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742401_1577 (size=13391) 2024-11-24T00:22:52,399 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/70764407691048b081247e5997f5961a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/70764407691048b081247e5997f5961a 2024-11-24T00:22:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b217675d73684c36ba8c9217e9113258 is 50, key is test_row_0/A:col10/1732407771862/Put/seqid=0 2024-11-24T00:22:52,409 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into 70764407691048b081247e5997f5961a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:52,409 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:52,409 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407772296; duration=0sec 2024-11-24T00:22:52,409 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:52,409 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:52,409 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:52,410 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:52,410 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:52,410 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:52,410 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ab2de33a61b247128245ed2e08a0f591, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cb3b988e4fcc430a873e3cd226b1a8d9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/569f11296f0f417e89e9b287fb0b96c8] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=37.0 K 2024-11-24T00:22:52,411 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2de33a61b247128245ed2e08a0f591, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732407769827 2024-11-24T00:22:52,411 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting cb3b988e4fcc430a873e3cd226b1a8d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732407771013 2024-11-24T00:22:52,412 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 569f11296f0f417e89e9b287fb0b96c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732407771158 2024-11-24T00:22:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742402_1578 (size=13391) 2024-11-24T00:22:52,424 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/f220a073f0104f2dacec7a7cff1c620a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/f220a073f0104f2dacec7a7cff1c620a 2024-11-24T00:22:52,429 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into f220a073f0104f2dacec7a7cff1c620a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:52,429 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:52,429 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407772296; duration=0sec 2024-11-24T00:22:52,429 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:52,429 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:52,446 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:52,446 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/eaee9a287c6b49e6a5bb43ef0a3137a7 is 50, key is test_row_0/C:col10/1732407771158/Put/seqid=0 2024-11-24T00:22:52,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742403_1579 (size=12301) 2024-11-24T00:22:52,466 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b217675d73684c36ba8c9217e9113258 2024-11-24T00:22:52,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/e273d7e44c6344baa889d48d361bd00d is 50, key is test_row_0/B:col10/1732407771862/Put/seqid=0 2024-11-24T00:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:52,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742404_1580 (size=13391) 2024-11-24T00:22:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742405_1581 (size=12301) 2024-11-24T00:22:52,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407832516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407832517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407832518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407832518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T00:22:52,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407832622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407832624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407832624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407832624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407832829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407832829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407832830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407832830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,919 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/e273d7e44c6344baa889d48d361bd00d 2024-11-24T00:22:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53810 deadline: 1732407832915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:52,921 DEBUG [Thread-2085 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18302 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., hostname=1a18afc96aae,44317,1732407637776, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:22:52,922 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/eaee9a287c6b49e6a5bb43ef0a3137a7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/eaee9a287c6b49e6a5bb43ef0a3137a7 2024-11-24T00:22:52,930 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into eaee9a287c6b49e6a5bb43ef0a3137a7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:52,930 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:52,930 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407772296; duration=0sec 2024-11-24T00:22:52,930 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:52,931 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:52,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/574cc857ba2647c7aab7c36976f1978e is 50, key is test_row_0/C:col10/1732407771862/Put/seqid=0 2024-11-24T00:22:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742406_1582 (size=12301) 2024-11-24T00:22:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407833136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407833137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407833137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407833137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,394 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/574cc857ba2647c7aab7c36976f1978e 2024-11-24T00:22:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b217675d73684c36ba8c9217e9113258 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b217675d73684c36ba8c9217e9113258 2024-11-24T00:22:53,401 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b217675d73684c36ba8c9217e9113258, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T00:22:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/e273d7e44c6344baa889d48d361bd00d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e273d7e44c6344baa889d48d361bd00d 2024-11-24T00:22:53,405 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e273d7e44c6344baa889d48d361bd00d, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T00:22:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/574cc857ba2647c7aab7c36976f1978e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/574cc857ba2647c7aab7c36976f1978e 2024-11-24T00:22:53,408 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/574cc857ba2647c7aab7c36976f1978e, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T00:22:53,408 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 835ee347d03eae96271f4912c2302266 in 1064ms, sequenceid=525, compaction requested=false 2024-11-24T00:22:53,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:53,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:53,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-24T00:22:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-24T00:22:53,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T00:22:53,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9850 sec 2024-11-24T00:22:53,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.9910 sec 2024-11-24T00:22:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T00:22:53,527 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-24T00:22:53,529 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:22:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-24T00:22:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T00:22:53,530 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:22:53,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:22:53,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T00:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on 835ee347d03eae96271f4912c2302266 2024-11-24T00:22:53,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:22:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:53,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/db3646539a5d4f45acf2c43401e8ff6d is 50, key is test_row_0/A:col10/1732407772517/Put/seqid=0 2024-11-24T00:22:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742407_1583 (size=14741) 2024-11-24T00:22:53,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:53,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407833697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407833698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407833700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407833701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407833804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407833804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407833809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407833809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T00:22:53,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:53,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:53,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:53,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:53,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407834007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407834008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407834012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407834013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/db3646539a5d4f45acf2c43401e8ff6d 2024-11-24T00:22:54,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/383d11171f2943e1bc58fa59aea3d586 is 50, key is test_row_0/B:col10/1732407772517/Put/seqid=0 2024-11-24T00:22:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742408_1584 (size=12301) 2024-11-24T00:22:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T00:22:54,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407834313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407834314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407834318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407834319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/383d11171f2943e1bc58fa59aea3d586 2024-11-24T00:22:54,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/009ec20c584044a49550f5e7efff13df is 50, key is test_row_0/C:col10/1732407772517/Put/seqid=0 2024-11-24T00:22:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742409_1585 (size=12301) 2024-11-24T00:22:54,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:54,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:54,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,625 DEBUG [Thread-2096 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25593478 to 127.0.0.1:54804 2024-11-24T00:22:54,625 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:54,626 DEBUG [Thread-2094 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5938a7c8 to 127.0.0.1:54804 2024-11-24T00:22:54,627 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:54,628 DEBUG [Thread-2090 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44462a02 to 127.0.0.1:54804 2024-11-24T00:22:54,628 DEBUG [Thread-2090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:54,630 DEBUG [Thread-2092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69d7a6f6 to 127.0.0.1:54804 2024-11-24T00:22:54,630 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:54,632 DEBUG [Thread-2098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0130588c to 127.0.0.1:54804 2024-11-24T00:22:54,632 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T00:22:54,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. as already flushing 2024-11-24T00:22:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:22:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53860 deadline: 1732407834822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53880 deadline: 1732407834822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732407834825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:22:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732407834827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/009ec20c584044a49550f5e7efff13df 2024-11-24T00:22:54,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/db3646539a5d4f45acf2c43401e8ff6d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/db3646539a5d4f45acf2c43401e8ff6d 2024-11-24T00:22:54,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/db3646539a5d4f45acf2c43401e8ff6d, entries=200, sequenceid=544, filesize=14.4 K 2024-11-24T00:22:54,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/383d11171f2943e1bc58fa59aea3d586 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/383d11171f2943e1bc58fa59aea3d586 2024-11-24T00:22:54,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/383d11171f2943e1bc58fa59aea3d586, entries=150, sequenceid=544, filesize=12.0 K 2024-11-24T00:22:54,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/009ec20c584044a49550f5e7efff13df as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/009ec20c584044a49550f5e7efff13df 2024-11-24T00:22:54,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/009ec20c584044a49550f5e7efff13df, entries=150, sequenceid=544, filesize=12.0 K 2024-11-24T00:22:54,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 835ee347d03eae96271f4912c2302266 in 1253ms, sequenceid=544, compaction requested=true 2024-11-24T00:22:54,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:54,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:22:54,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:54,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:22:54,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:54,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 835ee347d03eae96271f4912c2302266:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:22:54,900 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:54,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:54,900 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:54,900 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:54,900 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/A is initiating minor compaction (all files) 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/B is initiating minor compaction (all files) 2024-11-24T00:22:54,901 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/A in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,901 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/B in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,901 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/f220a073f0104f2dacec7a7cff1c620a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b217675d73684c36ba8c9217e9113258, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/db3646539a5d4f45acf2c43401e8ff6d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=39.5 K 2024-11-24T00:22:54,901 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/70764407691048b081247e5997f5961a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e273d7e44c6344baa889d48d361bd00d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/383d11171f2943e1bc58fa59aea3d586] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=37.1 K 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f220a073f0104f2dacec7a7cff1c620a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732407771158 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 70764407691048b081247e5997f5961a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732407771158 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b217675d73684c36ba8c9217e9113258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732407771858 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e273d7e44c6344baa889d48d361bd00d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732407771858 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting db3646539a5d4f45acf2c43401e8ff6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1732407772504 2024-11-24T00:22:54,901 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 383d11171f2943e1bc58fa59aea3d586, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1732407772515 2024-11-24T00:22:54,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:22:54,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T00:22:54,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:54,903 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T00:22:54,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:22:54,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:54,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:22:54,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:54,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:22:54,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:22:54,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/50815d029ade414f818745d0359deba3 is 50, key is test_row_0/A:col10/1732407773700/Put/seqid=0 2024-11-24T00:22:54,907 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:54,907 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#A#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:54,908 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b28d5c1d92924ce798447e95183ec07c is 50, key is test_row_0/A:col10/1732407772517/Put/seqid=0 2024-11-24T00:22:54,908 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/25394e264759468ca69214fa2879344f is 50, key is test_row_0/B:col10/1732407772517/Put/seqid=0 2024-11-24T00:22:54,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742410_1586 (size=12301) 2024-11-24T00:22:54,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742412_1588 (size=13493) 2024-11-24T00:22:54,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742411_1587 (size=13493) 2024-11-24T00:22:55,311 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/50815d029ade414f818745d0359deba3 2024-11-24T00:22:55,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/d2f0a1e635524d6b8a748ef5b05d84bc is 50, key is test_row_0/B:col10/1732407773700/Put/seqid=0 2024-11-24T00:22:55,318 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/25394e264759468ca69214fa2879344f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/25394e264759468ca69214fa2879344f 2024-11-24T00:22:55,318 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/b28d5c1d92924ce798447e95183ec07c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b28d5c1d92924ce798447e95183ec07c 2024-11-24T00:22:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742413_1589 (size=12301) 2024-11-24T00:22:55,321 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/A of 835ee347d03eae96271f4912c2302266 into b28d5c1d92924ce798447e95183ec07c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:55,321 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/B of 835ee347d03eae96271f4912c2302266 into 25394e264759468ca69214fa2879344f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:55,321 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:55,321 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:55,321 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/A, priority=13, startTime=1732407774900; duration=0sec 2024-11-24T00:22:55,321 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/B, priority=13, startTime=1732407774900; duration=0sec 2024-11-24T00:22:55,321 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:22:55,321 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:A 2024-11-24T00:22:55,321 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:55,321 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:B 2024-11-24T00:22:55,321 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:22:55,322 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:22:55,322 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): 835ee347d03eae96271f4912c2302266/C is initiating minor compaction (all files) 2024-11-24T00:22:55,322 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 835ee347d03eae96271f4912c2302266/C in TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:55,322 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/eaee9a287c6b49e6a5bb43ef0a3137a7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/574cc857ba2647c7aab7c36976f1978e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/009ec20c584044a49550f5e7efff13df] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp, totalSize=37.1 K 2024-11-24T00:22:55,322 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaee9a287c6b49e6a5bb43ef0a3137a7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732407771158 2024-11-24T00:22:55,322 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 574cc857ba2647c7aab7c36976f1978e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732407771858 2024-11-24T00:22:55,323 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 009ec20c584044a49550f5e7efff13df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1732407772515 2024-11-24T00:22:55,327 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 835ee347d03eae96271f4912c2302266#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:22:55,327 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/8a671347cd81491bad5f23fbdc08f0dc is 50, key is test_row_0/C:col10/1732407772517/Put/seqid=0 2024-11-24T00:22:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742414_1590 (size=13493) 2024-11-24T00:22:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T00:22:55,720 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/d2f0a1e635524d6b8a748ef5b05d84bc 2024-11-24T00:22:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/49c4fd3521c64abe801847594955d3d2 is 50, key is test_row_0/C:col10/1732407773700/Put/seqid=0 2024-11-24T00:22:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742415_1591 (size=12301) 2024-11-24T00:22:55,729 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/49c4fd3521c64abe801847594955d3d2 2024-11-24T00:22:55,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/50815d029ade414f818745d0359deba3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/50815d029ade414f818745d0359deba3 2024-11-24T00:22:55,734 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/8a671347cd81491bad5f23fbdc08f0dc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a671347cd81491bad5f23fbdc08f0dc 2024-11-24T00:22:55,736 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/50815d029ade414f818745d0359deba3, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T00:22:55,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/d2f0a1e635524d6b8a748ef5b05d84bc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d2f0a1e635524d6b8a748ef5b05d84bc 2024-11-24T00:22:55,737 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 835ee347d03eae96271f4912c2302266/C of 835ee347d03eae96271f4912c2302266 into 8a671347cd81491bad5f23fbdc08f0dc(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:22:55,737 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:55,737 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266., storeName=835ee347d03eae96271f4912c2302266/C, priority=13, startTime=1732407774900; duration=0sec 2024-11-24T00:22:55,738 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:22:55,738 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 835ee347d03eae96271f4912c2302266:C 2024-11-24T00:22:55,739 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d2f0a1e635524d6b8a748ef5b05d84bc, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T00:22:55,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/49c4fd3521c64abe801847594955d3d2 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/49c4fd3521c64abe801847594955d3d2 2024-11-24T00:22:55,743 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/49c4fd3521c64abe801847594955d3d2, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T00:22:55,743 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 835ee347d03eae96271f4912c2302266 in 840ms, sequenceid=564, compaction requested=false 2024-11-24T00:22:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:22:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:22:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-24T00:22:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-24T00:22:55,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T00:22:55,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2130 sec 2024-11-24T00:22:55,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.2160 sec 2024-11-24T00:22:55,825 DEBUG [Thread-2079 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d5fe744 to 127.0.0.1:54804 2024-11-24T00:22:55,825 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:55,829 DEBUG [Thread-2087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b72a92d to 127.0.0.1:54804 2024-11-24T00:22:55,829 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:55,833 DEBUG [Thread-2083 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c014307 to 127.0.0.1:54804 2024-11-24T00:22:55,833 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:55,833 DEBUG [Thread-2081 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721d647e to 127.0.0.1:54804 2024-11-24T00:22:55,833 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:22:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T00:22:57,634 INFO [Thread-2089 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-24T00:23:02,989 DEBUG [Thread-2085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b9854ab to 127.0.0.1:54804 2024-11-24T00:23:02,989 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1599 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4797 rows 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1583 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4749 rows 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1596 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4788 rows 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1601 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4803 rows 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1591 2024-11-24T00:23:02,989 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4773 rows 2024-11-24T00:23:02,990 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T00:23:02,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f67a4d to 127.0.0.1:54804 2024-11-24T00:23:02,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:02,993 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T00:23:02,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T00:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T00:23:02,999 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407782998"}]},"ts":"1732407782998"} 2024-11-24T00:23:03,000 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T00:23:03,003 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T00:23:03,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:23:03,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=835ee347d03eae96271f4912c2302266, UNASSIGN}] 2024-11-24T00:23:03,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=835ee347d03eae96271f4912c2302266, UNASSIGN 2024-11-24T00:23:03,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=835ee347d03eae96271f4912c2302266, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:03,012 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:23:03,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:23:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T00:23:03,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:03,164 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 835ee347d03eae96271f4912c2302266 2024-11-24T00:23:03,164 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 835ee347d03eae96271f4912c2302266, disabling compactions & flushes 2024-11-24T00:23:03,165 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. after waiting 0 ms 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:23:03,165 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2837): Flushing 835ee347d03eae96271f4912c2302266 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=A 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=B 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 835ee347d03eae96271f4912c2302266, store=C 2024-11-24T00:23:03,165 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:03,170 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ac23058f29694c7eacd4adc2f6078f2b is 50, key is test_row_0/A:col10/1732407775832/Put/seqid=0 2024-11-24T00:23:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742416_1592 (size=12301) 2024-11-24T00:23:03,177 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ac23058f29694c7eacd4adc2f6078f2b 2024-11-24T00:23:03,185 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/4a301275e7c843b29bcc3a48744261ca is 50, key is test_row_0/B:col10/1732407775832/Put/seqid=0 2024-11-24T00:23:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742417_1593 (size=12301) 2024-11-24T00:23:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T00:23:03,590 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/4a301275e7c843b29bcc3a48744261ca 2024-11-24T00:23:03,596 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/e42566e93f9f43f988ef91385625c38e is 50, key is test_row_0/C:col10/1732407775832/Put/seqid=0 2024-11-24T00:23:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742418_1594 (size=12301) 2024-11-24T00:23:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T00:23:04,000 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/e42566e93f9f43f988ef91385625c38e 2024-11-24T00:23:04,004 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/A/ac23058f29694c7eacd4adc2f6078f2b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ac23058f29694c7eacd4adc2f6078f2b 2024-11-24T00:23:04,007 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ac23058f29694c7eacd4adc2f6078f2b, entries=150, sequenceid=575, filesize=12.0 K 2024-11-24T00:23:04,008 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/B/4a301275e7c843b29bcc3a48744261ca as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/4a301275e7c843b29bcc3a48744261ca 2024-11-24T00:23:04,011 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/4a301275e7c843b29bcc3a48744261ca, entries=150, sequenceid=575, filesize=12.0 K 2024-11-24T00:23:04,012 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/.tmp/C/e42566e93f9f43f988ef91385625c38e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/e42566e93f9f43f988ef91385625c38e 2024-11-24T00:23:04,015 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/e42566e93f9f43f988ef91385625c38e, entries=150, sequenceid=575, filesize=12.0 K 2024-11-24T00:23:04,016 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 835ee347d03eae96271f4912c2302266 in 851ms, sequenceid=575, compaction requested=true 2024-11-24T00:23:04,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d7193b96297348d1b0aeb07407b42ab1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/a737f8a3197e4f3998fac7247e560cb8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b30e137ad3964581ae55bc712992f463, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be275049b0b24ad383825a95d490e12a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/cc8ef31ea18148e8b4baa1abf09932a9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9bee860a58ef4c4085736e0b14f8c6e1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be4bd43b153b462daa4a184d80f31946, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2caadf578bae40eb8e7dc40b9b2180c1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8be91cf0567c4d7389a15a035e825243, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9767f68268064f7bb6e4ce3a3c6109d4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/efa4ed8bb64a4970b1b510c0596b0400, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/115d6c032dfc4030ab4082f2df0559f0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/96214d8236bf4c81b9cab943b55be18f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/77f95f2342504c61a15cf9bd5d78ddbb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/01883c9c95ba4fd3bf8a929ca6e383d5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4198d3780a0544c69a8df8f09efc5ab6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8c6865552aba4a00bb5633daa5f408cd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/6120e3c5546f4a61b830f16ce16edbfd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b5ec0d854e9740cda8cff3721f782248, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b3a7d95c8a8a41adbdd85a3ea0881c9c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4024f7200b6e4edc86fa0a7c2545d910, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/813e4ddbe0764cf0bcfe1451c9e34ab0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ae6fb74988d74ab5bc990b1425161509, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ce4078ce6f4e46ef974ebf23a54daf49, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/5c1b326b10f8487090db2b86223f6e65, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ef75d8aa44c7406cbfed52b275799505, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/fb7d501555bb400d82bb668c4bbd79a7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/1b9865aca98642758ab26ef731f92af0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/0089d8551bc94b58aefa60154e5c622d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/945de2fe642846cfac8aadeb2f1a6cfc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9c3f919e30b44daca54e85e7ec6ba1c8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b20b8f04a68747e3a1811e06fd850128, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/f220a073f0104f2dacec7a7cff1c620a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b217675d73684c36ba8c9217e9113258, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/db3646539a5d4f45acf2c43401e8ff6d] to archive 2024-11-24T00:23:04,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:23:04,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d7193b96297348d1b0aeb07407b42ab1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/d7193b96297348d1b0aeb07407b42ab1 2024-11-24T00:23:04,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/a737f8a3197e4f3998fac7247e560cb8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/a737f8a3197e4f3998fac7247e560cb8 2024-11-24T00:23:04,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b30e137ad3964581ae55bc712992f463 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b30e137ad3964581ae55bc712992f463 2024-11-24T00:23:04,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be275049b0b24ad383825a95d490e12a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be275049b0b24ad383825a95d490e12a 2024-11-24T00:23:04,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/cc8ef31ea18148e8b4baa1abf09932a9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/cc8ef31ea18148e8b4baa1abf09932a9 2024-11-24T00:23:04,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9bee860a58ef4c4085736e0b14f8c6e1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9bee860a58ef4c4085736e0b14f8c6e1 2024-11-24T00:23:04,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be4bd43b153b462daa4a184d80f31946 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/be4bd43b153b462daa4a184d80f31946 2024-11-24T00:23:04,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2caadf578bae40eb8e7dc40b9b2180c1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/2caadf578bae40eb8e7dc40b9b2180c1 2024-11-24T00:23:04,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8be91cf0567c4d7389a15a035e825243 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8be91cf0567c4d7389a15a035e825243 2024-11-24T00:23:04,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9767f68268064f7bb6e4ce3a3c6109d4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9767f68268064f7bb6e4ce3a3c6109d4 2024-11-24T00:23:04,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/efa4ed8bb64a4970b1b510c0596b0400 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/efa4ed8bb64a4970b1b510c0596b0400 2024-11-24T00:23:04,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/115d6c032dfc4030ab4082f2df0559f0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/115d6c032dfc4030ab4082f2df0559f0 2024-11-24T00:23:04,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/96214d8236bf4c81b9cab943b55be18f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/96214d8236bf4c81b9cab943b55be18f 2024-11-24T00:23:04,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/77f95f2342504c61a15cf9bd5d78ddbb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/77f95f2342504c61a15cf9bd5d78ddbb 2024-11-24T00:23:04,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/01883c9c95ba4fd3bf8a929ca6e383d5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/01883c9c95ba4fd3bf8a929ca6e383d5 2024-11-24T00:23:04,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4198d3780a0544c69a8df8f09efc5ab6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4198d3780a0544c69a8df8f09efc5ab6 2024-11-24T00:23:04,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8c6865552aba4a00bb5633daa5f408cd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/8c6865552aba4a00bb5633daa5f408cd 2024-11-24T00:23:04,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/6120e3c5546f4a61b830f16ce16edbfd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/6120e3c5546f4a61b830f16ce16edbfd 2024-11-24T00:23:04,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b5ec0d854e9740cda8cff3721f782248 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b5ec0d854e9740cda8cff3721f782248 2024-11-24T00:23:04,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b3a7d95c8a8a41adbdd85a3ea0881c9c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b3a7d95c8a8a41adbdd85a3ea0881c9c 2024-11-24T00:23:04,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4024f7200b6e4edc86fa0a7c2545d910 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/4024f7200b6e4edc86fa0a7c2545d910 2024-11-24T00:23:04,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/813e4ddbe0764cf0bcfe1451c9e34ab0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/813e4ddbe0764cf0bcfe1451c9e34ab0 2024-11-24T00:23:04,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ae6fb74988d74ab5bc990b1425161509 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ae6fb74988d74ab5bc990b1425161509 2024-11-24T00:23:04,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ce4078ce6f4e46ef974ebf23a54daf49 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ce4078ce6f4e46ef974ebf23a54daf49 2024-11-24T00:23:04,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/5c1b326b10f8487090db2b86223f6e65 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/5c1b326b10f8487090db2b86223f6e65 2024-11-24T00:23:04,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ef75d8aa44c7406cbfed52b275799505 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ef75d8aa44c7406cbfed52b275799505 2024-11-24T00:23:04,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/fb7d501555bb400d82bb668c4bbd79a7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/fb7d501555bb400d82bb668c4bbd79a7 2024-11-24T00:23:04,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/1b9865aca98642758ab26ef731f92af0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/1b9865aca98642758ab26ef731f92af0 2024-11-24T00:23:04,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/0089d8551bc94b58aefa60154e5c622d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/0089d8551bc94b58aefa60154e5c622d 2024-11-24T00:23:04,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/945de2fe642846cfac8aadeb2f1a6cfc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/945de2fe642846cfac8aadeb2f1a6cfc 2024-11-24T00:23:04,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9c3f919e30b44daca54e85e7ec6ba1c8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/9c3f919e30b44daca54e85e7ec6ba1c8 2024-11-24T00:23:04,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b20b8f04a68747e3a1811e06fd850128 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b20b8f04a68747e3a1811e06fd850128 2024-11-24T00:23:04,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/f220a073f0104f2dacec7a7cff1c620a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/f220a073f0104f2dacec7a7cff1c620a 2024-11-24T00:23:04,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b217675d73684c36ba8c9217e9113258 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b217675d73684c36ba8c9217e9113258 2024-11-24T00:23:04,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/db3646539a5d4f45acf2c43401e8ff6d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/db3646539a5d4f45acf2c43401e8ff6d 2024-11-24T00:23:04,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e4e4c99766304898af9ec47eff77afa7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a66ce02b0fd940d79cf77c8fcc044197, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03f3673cfa6f46c9a21023bca95bc83c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fc9a2c6e78744d37b95efe3879a6d3c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ddb51ffa7b9b4074a6bb47c021107950, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe716c061c8a4b5fab64fb4f0bcc0adf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a78588d89524478aad5a3420b8e51f2e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/10b9c4e691a24ea590ee3e251bec6825, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/f921915bbf214a8a84b33c1322205590, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/afd04bf7935146758af892344850e8e6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/0999231bf5674527ac13ca7c09ed3508, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/931c08de80f14e488d2a7457483db5b2, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/71454c16b5434e499d35756a9d7d8259, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ab29dcb6b3424d9ba7aa9f9ee766ca76, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/12281c458cb446de96e9fc4f7fb71414, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/bc165016fde54414857d8c620a0f4424, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe5c822d913a45d6b006eb3e457fd589, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8cf5a52ac9b24ab1b9bd9360fcf9423a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/b4853f4df7ad49f2a9f0d33d13b47bc5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9306a47dde614e159fbc08a59ffc6b9b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/dbfff7da6c5a4823a0f76de5ac929d49, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9ff938cf43de4a1f8ea828ba97e8c464, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/7af30d4756ab40deb4fbb62c1d8d7fe5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/16593f99852d41379a436b18442536f8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/c785be9748ae43179b697dbec4f787b5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/af88849feedc41d4b7f45231eb6b4d43, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d50bbde6f70248219ae85aabc0423eeb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/227d921aa8f747ea921ad6ff2c68f5c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/916ad14cc80548cbaa23fd73f25d2d9a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/cdba690996ec4e3fa1c556896c4fe51c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03223a287d2c4b84a10614da2fef3231, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/70764407691048b081247e5997f5961a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/6050e578667342379344b39acc39185f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e273d7e44c6344baa889d48d361bd00d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/383d11171f2943e1bc58fa59aea3d586] to archive 2024-11-24T00:23:04,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:23:04,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e4e4c99766304898af9ec47eff77afa7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e4e4c99766304898af9ec47eff77afa7 2024-11-24T00:23:04,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a66ce02b0fd940d79cf77c8fcc044197 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a66ce02b0fd940d79cf77c8fcc044197 2024-11-24T00:23:04,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03f3673cfa6f46c9a21023bca95bc83c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03f3673cfa6f46c9a21023bca95bc83c 2024-11-24T00:23:04,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fc9a2c6e78744d37b95efe3879a6d3c6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fc9a2c6e78744d37b95efe3879a6d3c6 2024-11-24T00:23:04,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ddb51ffa7b9b4074a6bb47c021107950 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ddb51ffa7b9b4074a6bb47c021107950 2024-11-24T00:23:04,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe716c061c8a4b5fab64fb4f0bcc0adf to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe716c061c8a4b5fab64fb4f0bcc0adf 2024-11-24T00:23:04,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a78588d89524478aad5a3420b8e51f2e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/a78588d89524478aad5a3420b8e51f2e 2024-11-24T00:23:04,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/10b9c4e691a24ea590ee3e251bec6825 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/10b9c4e691a24ea590ee3e251bec6825 2024-11-24T00:23:04,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/f921915bbf214a8a84b33c1322205590 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/f921915bbf214a8a84b33c1322205590 2024-11-24T00:23:04,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/afd04bf7935146758af892344850e8e6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/afd04bf7935146758af892344850e8e6 2024-11-24T00:23:04,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/0999231bf5674527ac13ca7c09ed3508 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/0999231bf5674527ac13ca7c09ed3508 2024-11-24T00:23:04,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/931c08de80f14e488d2a7457483db5b2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/931c08de80f14e488d2a7457483db5b2 2024-11-24T00:23:04,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/71454c16b5434e499d35756a9d7d8259 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/71454c16b5434e499d35756a9d7d8259 2024-11-24T00:23:04,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ab29dcb6b3424d9ba7aa9f9ee766ca76 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/ab29dcb6b3424d9ba7aa9f9ee766ca76 2024-11-24T00:23:04,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/12281c458cb446de96e9fc4f7fb71414 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/12281c458cb446de96e9fc4f7fb71414 2024-11-24T00:23:04,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/bc165016fde54414857d8c620a0f4424 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/bc165016fde54414857d8c620a0f4424 2024-11-24T00:23:04,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe5c822d913a45d6b006eb3e457fd589 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/fe5c822d913a45d6b006eb3e457fd589 2024-11-24T00:23:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T00:23:04,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8cf5a52ac9b24ab1b9bd9360fcf9423a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/8cf5a52ac9b24ab1b9bd9360fcf9423a 2024-11-24T00:23:04,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/b4853f4df7ad49f2a9f0d33d13b47bc5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/b4853f4df7ad49f2a9f0d33d13b47bc5 2024-11-24T00:23:04,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9306a47dde614e159fbc08a59ffc6b9b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9306a47dde614e159fbc08a59ffc6b9b 2024-11-24T00:23:04,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/dbfff7da6c5a4823a0f76de5ac929d49 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/dbfff7da6c5a4823a0f76de5ac929d49 2024-11-24T00:23:04,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9ff938cf43de4a1f8ea828ba97e8c464 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/9ff938cf43de4a1f8ea828ba97e8c464 2024-11-24T00:23:04,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/7af30d4756ab40deb4fbb62c1d8d7fe5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/7af30d4756ab40deb4fbb62c1d8d7fe5 2024-11-24T00:23:04,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/16593f99852d41379a436b18442536f8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/16593f99852d41379a436b18442536f8 2024-11-24T00:23:04,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/c785be9748ae43179b697dbec4f787b5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/c785be9748ae43179b697dbec4f787b5 2024-11-24T00:23:04,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/af88849feedc41d4b7f45231eb6b4d43 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/af88849feedc41d4b7f45231eb6b4d43 2024-11-24T00:23:04,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d50bbde6f70248219ae85aabc0423eeb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d50bbde6f70248219ae85aabc0423eeb 2024-11-24T00:23:04,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/227d921aa8f747ea921ad6ff2c68f5c6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/227d921aa8f747ea921ad6ff2c68f5c6 2024-11-24T00:23:04,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/916ad14cc80548cbaa23fd73f25d2d9a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/916ad14cc80548cbaa23fd73f25d2d9a 2024-11-24T00:23:04,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/cdba690996ec4e3fa1c556896c4fe51c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/cdba690996ec4e3fa1c556896c4fe51c 2024-11-24T00:23:04,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03223a287d2c4b84a10614da2fef3231 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/03223a287d2c4b84a10614da2fef3231 2024-11-24T00:23:04,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/70764407691048b081247e5997f5961a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/70764407691048b081247e5997f5961a 2024-11-24T00:23:04,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/6050e578667342379344b39acc39185f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/6050e578667342379344b39acc39185f 2024-11-24T00:23:04,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e273d7e44c6344baa889d48d361bd00d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/e273d7e44c6344baa889d48d361bd00d 2024-11-24T00:23:04,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/383d11171f2943e1bc58fa59aea3d586 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/383d11171f2943e1bc58fa59aea3d586 2024-11-24T00:23:04,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/1299068c291e4cb59c7ec87b7ecaeaae, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c0cb421acfc24aaf9bf96c94c46f8abd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/36d34f9788cb4b668767b8fe08a73268, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a1d324b41504ca8832fd82545b9de26, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/a40e88b988914d50bf52ac566730a6af, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/aca415a6b81b4d02ba0d1bdb9b5ad500, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/67a63ebe74b448bb918b2a5ae2ef8344, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3dbd3cac19fd44b58dbd99f207db8b99, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b44ee34de9db450a9f1e7ce9308c70a9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/5dc99c59ec6e4d1bb14c9212965ecd49, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/764362228968436cacd27e2d893efb01, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fb0ba458ad84f0ebb4a8416087a220f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ac722ac958be44ef8384dcb6216bef1c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fbe380f7aaf42159a16889898f755f8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/78230bf2ae6e47eb92c03496dfc6296a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c889a07c02864aa3acda25cc2dd0198e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fe43a6c3386741289e55deb9455462c7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/21224e7365dd4416ab21c40f4ceaa679, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b2d7179a816d40c28fee181c87bd829f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cc0bc84c550d43f8bdd4944efd526d05, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4689125458b942d585e595aed92fcf28, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/d9936d5fc88f4eb4a53c953b1948db94, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ddb87c76bdca4f0dae31d7e22c9e90dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fef1651e3a084a1a825cbd50797844fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c9994a9845a24fad91c01f895ff9d3db, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3538dd07a087410aac80988299ce789e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/505f6337c36b426f9ad797235b27e313, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4110fc0751e44515a3543aa47f73d733, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ab2de33a61b247128245ed2e08a0f591, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8f7bf3b5bce84351a2d177bf9b329748, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cb3b988e4fcc430a873e3cd226b1a8d9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/eaee9a287c6b49e6a5bb43ef0a3137a7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/569f11296f0f417e89e9b287fb0b96c8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/574cc857ba2647c7aab7c36976f1978e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/009ec20c584044a49550f5e7efff13df] to archive 2024-11-24T00:23:04,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:23:04,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/1299068c291e4cb59c7ec87b7ecaeaae to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/1299068c291e4cb59c7ec87b7ecaeaae 2024-11-24T00:23:04,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c0cb421acfc24aaf9bf96c94c46f8abd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c0cb421acfc24aaf9bf96c94c46f8abd 2024-11-24T00:23:04,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/36d34f9788cb4b668767b8fe08a73268 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/36d34f9788cb4b668767b8fe08a73268 2024-11-24T00:23:04,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a1d324b41504ca8832fd82545b9de26 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a1d324b41504ca8832fd82545b9de26 2024-11-24T00:23:04,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/a40e88b988914d50bf52ac566730a6af to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/a40e88b988914d50bf52ac566730a6af 2024-11-24T00:23:04,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/aca415a6b81b4d02ba0d1bdb9b5ad500 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/aca415a6b81b4d02ba0d1bdb9b5ad500 2024-11-24T00:23:04,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/67a63ebe74b448bb918b2a5ae2ef8344 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/67a63ebe74b448bb918b2a5ae2ef8344 2024-11-24T00:23:04,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3dbd3cac19fd44b58dbd99f207db8b99 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3dbd3cac19fd44b58dbd99f207db8b99 2024-11-24T00:23:04,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b44ee34de9db450a9f1e7ce9308c70a9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b44ee34de9db450a9f1e7ce9308c70a9 2024-11-24T00:23:04,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/5dc99c59ec6e4d1bb14c9212965ecd49 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/5dc99c59ec6e4d1bb14c9212965ecd49 2024-11-24T00:23:04,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/764362228968436cacd27e2d893efb01 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/764362228968436cacd27e2d893efb01 2024-11-24T00:23:04,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fb0ba458ad84f0ebb4a8416087a220f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fb0ba458ad84f0ebb4a8416087a220f 2024-11-24T00:23:04,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ac722ac958be44ef8384dcb6216bef1c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ac722ac958be44ef8384dcb6216bef1c 2024-11-24T00:23:04,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fbe380f7aaf42159a16889898f755f8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/0fbe380f7aaf42159a16889898f755f8 2024-11-24T00:23:04,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/78230bf2ae6e47eb92c03496dfc6296a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/78230bf2ae6e47eb92c03496dfc6296a 2024-11-24T00:23:04,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c889a07c02864aa3acda25cc2dd0198e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c889a07c02864aa3acda25cc2dd0198e 2024-11-24T00:23:04,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fe43a6c3386741289e55deb9455462c7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fe43a6c3386741289e55deb9455462c7 2024-11-24T00:23:04,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/21224e7365dd4416ab21c40f4ceaa679 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/21224e7365dd4416ab21c40f4ceaa679 2024-11-24T00:23:04,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b2d7179a816d40c28fee181c87bd829f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/b2d7179a816d40c28fee181c87bd829f 2024-11-24T00:23:04,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cc0bc84c550d43f8bdd4944efd526d05 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cc0bc84c550d43f8bdd4944efd526d05 2024-11-24T00:23:04,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4689125458b942d585e595aed92fcf28 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4689125458b942d585e595aed92fcf28 2024-11-24T00:23:04,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/d9936d5fc88f4eb4a53c953b1948db94 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/d9936d5fc88f4eb4a53c953b1948db94 2024-11-24T00:23:04,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ddb87c76bdca4f0dae31d7e22c9e90dd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ddb87c76bdca4f0dae31d7e22c9e90dd 2024-11-24T00:23:04,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fef1651e3a084a1a825cbd50797844fb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/fef1651e3a084a1a825cbd50797844fb 2024-11-24T00:23:04,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c9994a9845a24fad91c01f895ff9d3db to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/c9994a9845a24fad91c01f895ff9d3db 2024-11-24T00:23:04,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3538dd07a087410aac80988299ce789e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/3538dd07a087410aac80988299ce789e 2024-11-24T00:23:04,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/505f6337c36b426f9ad797235b27e313 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/505f6337c36b426f9ad797235b27e313 2024-11-24T00:23:04,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4110fc0751e44515a3543aa47f73d733 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/4110fc0751e44515a3543aa47f73d733 2024-11-24T00:23:04,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ab2de33a61b247128245ed2e08a0f591 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/ab2de33a61b247128245ed2e08a0f591 2024-11-24T00:23:04,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8f7bf3b5bce84351a2d177bf9b329748 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8f7bf3b5bce84351a2d177bf9b329748 2024-11-24T00:23:04,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cb3b988e4fcc430a873e3cd226b1a8d9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/cb3b988e4fcc430a873e3cd226b1a8d9 2024-11-24T00:23:04,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/eaee9a287c6b49e6a5bb43ef0a3137a7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/eaee9a287c6b49e6a5bb43ef0a3137a7 2024-11-24T00:23:04,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/569f11296f0f417e89e9b287fb0b96c8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/569f11296f0f417e89e9b287fb0b96c8 2024-11-24T00:23:04,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/574cc857ba2647c7aab7c36976f1978e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/574cc857ba2647c7aab7c36976f1978e 2024-11-24T00:23:04,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/009ec20c584044a49550f5e7efff13df to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/009ec20c584044a49550f5e7efff13df 2024-11-24T00:23:04,198 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/recovered.edits/578.seqid, newMaxSeqId=578, maxSeqId=1 2024-11-24T00:23:04,199 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266. 2024-11-24T00:23:04,199 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 835ee347d03eae96271f4912c2302266: 2024-11-24T00:23:04,201 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 835ee347d03eae96271f4912c2302266 2024-11-24T00:23:04,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=835ee347d03eae96271f4912c2302266, regionState=CLOSED 2024-11-24T00:23:04,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-24T00:23:04,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 835ee347d03eae96271f4912c2302266, server=1a18afc96aae,44317,1732407637776 in 1.1910 sec 2024-11-24T00:23:04,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-24T00:23:04,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=835ee347d03eae96271f4912c2302266, UNASSIGN in 1.2000 sec 2024-11-24T00:23:04,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-24T00:23:04,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2030 sec 2024-11-24T00:23:04,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407784209"}]},"ts":"1732407784209"} 2024-11-24T00:23:04,210 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T00:23:04,213 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T00:23:04,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2190 sec 2024-11-24T00:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T00:23:05,103 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-24T00:23:05,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T00:23:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:05,105 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T00:23:05,105 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:05,107 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266 2024-11-24T00:23:05,110 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/recovered.edits] 2024-11-24T00:23:05,112 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/50815d029ade414f818745d0359deba3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/50815d029ade414f818745d0359deba3 2024-11-24T00:23:05,113 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ac23058f29694c7eacd4adc2f6078f2b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/ac23058f29694c7eacd4adc2f6078f2b 2024-11-24T00:23:05,114 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b28d5c1d92924ce798447e95183ec07c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/A/b28d5c1d92924ce798447e95183ec07c 2024-11-24T00:23:05,117 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/25394e264759468ca69214fa2879344f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/25394e264759468ca69214fa2879344f 2024-11-24T00:23:05,118 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/4a301275e7c843b29bcc3a48744261ca to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/4a301275e7c843b29bcc3a48744261ca 2024-11-24T00:23:05,125 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d2f0a1e635524d6b8a748ef5b05d84bc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/B/d2f0a1e635524d6b8a748ef5b05d84bc 2024-11-24T00:23:05,129 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/49c4fd3521c64abe801847594955d3d2 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/49c4fd3521c64abe801847594955d3d2 2024-11-24T00:23:05,130 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a671347cd81491bad5f23fbdc08f0dc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/8a671347cd81491bad5f23fbdc08f0dc 2024-11-24T00:23:05,132 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/e42566e93f9f43f988ef91385625c38e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/C/e42566e93f9f43f988ef91385625c38e 2024-11-24T00:23:05,137 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/recovered.edits/578.seqid to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266/recovered.edits/578.seqid 2024-11-24T00:23:05,138 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/835ee347d03eae96271f4912c2302266 2024-11-24T00:23:05,138 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T00:23:05,140 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:05,142 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T00:23:05,143 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T00:23:05,144 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:05,144 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T00:23:05,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732407785144"}]},"ts":"9223372036854775807"} 2024-11-24T00:23:05,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T00:23:05,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 835ee347d03eae96271f4912c2302266, NAME => 'TestAcidGuarantees,,1732407753226.835ee347d03eae96271f4912c2302266.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T00:23:05,146 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T00:23:05,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732407785146"}]},"ts":"9223372036854775807"} 2024-11-24T00:23:05,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T00:23:05,151 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:05,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-24T00:23:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T00:23:05,206 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-24T00:23:05,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 242), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=571 (was 558) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6959 (was 7091) 2024-11-24T00:23:05,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=571, ProcessCount=11, AvailableMemoryMB=6959 2024-11-24T00:23:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:23:05,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:23:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:05,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T00:23:05,230 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:05,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 161 2024-11-24T00:23:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T00:23:05,231 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T00:23:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742419_1595 (size=960) 2024-11-24T00:23:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T00:23:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T00:23:05,643 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78 2024-11-24T00:23:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742420_1596 (size=53) 2024-11-24T00:23:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T00:23:06,049 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:23:06,050 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e6126544225a6e49db849bdd0ba0675a, disabling compactions & flushes 2024-11-24T00:23:06,050 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,050 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,050 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. after waiting 0 ms 2024-11-24T00:23:06,050 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,050 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,050 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:06,051 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T00:23:06,051 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732407786051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732407786051"}]},"ts":"1732407786051"} 2024-11-24T00:23:06,052 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T00:23:06,053 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T00:23:06,053 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407786053"}]},"ts":"1732407786053"} 2024-11-24T00:23:06,054 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T00:23:06,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, ASSIGN}] 2024-11-24T00:23:06,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, ASSIGN 2024-11-24T00:23:06,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, ASSIGN; state=OFFLINE, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=false 2024-11-24T00:23:06,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T00:23:06,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:06,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; OpenRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:23:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T00:23:06,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:06,366 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,366 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7285): Opening region: {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:23:06,366 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,366 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:23:06,367 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7327): checking encryption for e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,367 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7330): checking classloading for e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,368 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,369 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:23:06,369 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6126544225a6e49db849bdd0ba0675a columnFamilyName A 2024-11-24T00:23:06,370 DEBUG [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:06,370 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(327): Store=e6126544225a6e49db849bdd0ba0675a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:23:06,370 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,371 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:23:06,371 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6126544225a6e49db849bdd0ba0675a columnFamilyName B 2024-11-24T00:23:06,371 DEBUG [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:06,372 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(327): Store=e6126544225a6e49db849bdd0ba0675a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:23:06,372 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,373 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:23:06,373 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6126544225a6e49db849bdd0ba0675a columnFamilyName C 2024-11-24T00:23:06,373 DEBUG [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:06,374 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(327): Store=e6126544225a6e49db849bdd0ba0675a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:23:06,374 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,374 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,375 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,376 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:23:06,377 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1085): writing seq id for e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:06,379 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T00:23:06,380 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1102): Opened e6126544225a6e49db849bdd0ba0675a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69997177, jitterRate=0.043039217591285706}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:23:06,380 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1001): Region open journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:06,381 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., pid=163, masterSystemTime=1732407786363 2024-11-24T00:23:06,382 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,383 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:06,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=OPEN, openSeqNum=2, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:06,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-24T00:23:06,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; OpenRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 in 173 msec 2024-11-24T00:23:06,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-24T00:23:06,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, ASSIGN in 327 msec 2024-11-24T00:23:06,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T00:23:06,388 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407786388"}]},"ts":"1732407786388"} 2024-11-24T00:23:06,389 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T00:23:06,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T00:23:06,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-24T00:23:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T00:23:07,335 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-24T00:23:07,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c0f5004 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31adbce 2024-11-24T00:23:07,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:07,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:07,345 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:07,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T00:23:07,353 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T00:23:07,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T00:23:07,356 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T00:23:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742421_1597 (size=996) 2024-11-24T00:23:07,784 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T00:23:07,784 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T00:23:07,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:23:07,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, REOPEN/MOVE}] 2024-11-24T00:23:07,793 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, REOPEN/MOVE 2024-11-24T00:23:07,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:07,795 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:23:07,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:23:07,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:07,946 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:07,947 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:23:07,947 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing e6126544225a6e49db849bdd0ba0675a, disabling compactions & flushes 2024-11-24T00:23:07,947 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:07,947 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:07,947 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. after waiting 0 ms 2024-11-24T00:23:07,947 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:07,979 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T00:23:07,981 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:07,981 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:07,981 WARN [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionServer(3786): Not adding moved region record: e6126544225a6e49db849bdd0ba0675a to self. 2024-11-24T00:23:07,983 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:07,984 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=CLOSED 2024-11-24T00:23:07,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-24T00:23:07,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 in 190 msec 2024-11-24T00:23:07,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, REOPEN/MOVE; state=CLOSED, location=1a18afc96aae,44317,1732407637776; forceNewPlan=false, retain=true 2024-11-24T00:23:08,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=OPENING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=166, state=RUNNABLE; OpenRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:23:08,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,295 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:08,295 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7285): Opening region: {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T00:23:08,296 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,296 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T00:23:08,296 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7327): checking encryption for e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,296 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7330): checking classloading for e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,299 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,300 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:23:08,300 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6126544225a6e49db849bdd0ba0675a columnFamilyName A 2024-11-24T00:23:08,301 DEBUG [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:08,302 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(327): Store=e6126544225a6e49db849bdd0ba0675a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:23:08,302 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,303 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:23:08,303 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6126544225a6e49db849bdd0ba0675a columnFamilyName B 2024-11-24T00:23:08,303 DEBUG [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:08,304 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(327): Store=e6126544225a6e49db849bdd0ba0675a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:23:08,304 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,304 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T00:23:08,305 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6126544225a6e49db849bdd0ba0675a columnFamilyName C 2024-11-24T00:23:08,305 DEBUG [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:08,308 INFO [StoreOpener-e6126544225a6e49db849bdd0ba0675a-1 {}] regionserver.HStore(327): Store=e6126544225a6e49db849bdd0ba0675a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T00:23:08,308 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:08,309 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,310 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,312 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T00:23:08,313 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1085): writing seq id for e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,314 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1102): Opened e6126544225a6e49db849bdd0ba0675a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61020881, jitterRate=-0.09071801602840424}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T00:23:08,315 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1001): Region open journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:08,315 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., pid=168, masterSystemTime=1732407788292 2024-11-24T00:23:08,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=OPEN, openSeqNum=5, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=166 2024-11-24T00:23:08,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=166, state=SUCCESS; OpenRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 in 179 msec 2024-11-24T00:23:08,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T00:23:08,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, REOPEN/MOVE in 528 msec 2024-11-24T00:23:08,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-24T00:23:08,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 533 msec 2024-11-24T00:23:08,324 DEBUG [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:08,324 INFO [RS_OPEN_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:08,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 967 msec 2024-11-24T00:23:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T00:23:08,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1767dc60 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4276b1e9 2024-11-24T00:23:08,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949adfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c3d7a2 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574dd3aa 2024-11-24T00:23:08,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef82c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,375 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd3d28 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29247c18 2024-11-24T00:23:08,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672325a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d6c03ba to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37227cb3 2024-11-24T00:23:08,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205568ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3395eba8 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17f6ce8d 2024-11-24T00:23:08,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6fde8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a5e441 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675cc1c7 2024-11-24T00:23:08,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa4b067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,526 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x723a6cf2 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73e9c98b 2024-11-24T00:23:08,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca17819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d48543c to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60507b8f 2024-11-24T00:23:08,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6a62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x336a5bad to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5005c24c 2024-11-24T00:23:08,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125099a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fcb3634 to 127.0.0.1:54804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41a29423 2024-11-24T00:23:08,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5729b818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T00:23:08,562 DEBUG [hconnection-0x351a2366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,563 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T00:23:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,588 DEBUG [hconnection-0x282195cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,588 DEBUG [hconnection-0x1a4ac5be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,588 DEBUG [hconnection-0x3d26aa2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,589 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,589 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,591 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407848619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407848614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,621 DEBUG [hconnection-0x70f7d95e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,623 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407848626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,650 DEBUG [hconnection-0x4b19b1c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,652 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246c83ded30dcf483fabbfe083fa6d83a6_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407788572/Put/seqid=0 2024-11-24T00:23:08,668 DEBUG [hconnection-0x70e3b21b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,671 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-24T00:23:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T00:23:08,686 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:08,687 DEBUG [hconnection-0x6dd311bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:08,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:08,688 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407848722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407848722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407848727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742422_1598 (size=12154) 2024-11-24T00:23:08,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:08,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246c83ded30dcf483fabbfe083fa6d83a6_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246c83ded30dcf483fabbfe083fa6d83a6_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:08,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/6dfed83fca3145c2a5d9199f13b7b70f, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:08,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/6dfed83fca3145c2a5d9199f13b7b70f is 175, key is test_row_0/A:col10/1732407788572/Put/seqid=0 2024-11-24T00:23:08,741 DEBUG [hconnection-0x3ffeb4c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,744 DEBUG [hconnection-0x3d82e4fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T00:23:08,746 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T00:23:08,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407848751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407848752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742423_1599 (size=30955) 2024-11-24T00:23:08,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/6dfed83fca3145c2a5d9199f13b7b70f 2024-11-24T00:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T00:23:08,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/d528ddfd26ca4a4490cb9f11f0952399 is 50, key is test_row_0/B:col10/1732407788572/Put/seqid=0 2024-11-24T00:23:08,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T00:23:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:08,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:08,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:08,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:08,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742424_1600 (size=12001) 2024-11-24T00:23:08,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/d528ddfd26ca4a4490cb9f11f0952399 2024-11-24T00:23:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407848852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407848854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/58ed897334b64eb0ab2097367e0c20c9 is 50, key is test_row_0/C:col10/1732407788572/Put/seqid=0 2024-11-24T00:23:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742425_1601 (size=12001) 2024-11-24T00:23:08,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/58ed897334b64eb0ab2097367e0c20c9 2024-11-24T00:23:08,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/6dfed83fca3145c2a5d9199f13b7b70f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/6dfed83fca3145c2a5d9199f13b7b70f 2024-11-24T00:23:08,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/6dfed83fca3145c2a5d9199f13b7b70f, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T00:23:08,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/d528ddfd26ca4a4490cb9f11f0952399 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/d528ddfd26ca4a4490cb9f11f0952399 2024-11-24T00:23:08,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/d528ddfd26ca4a4490cb9f11f0952399, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T00:23:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/58ed897334b64eb0ab2097367e0c20c9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/58ed897334b64eb0ab2097367e0c20c9 2024-11-24T00:23:08,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407848930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407848930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407848930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/58ed897334b64eb0ab2097367e0c20c9, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T00:23:08,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e6126544225a6e49db849bdd0ba0675a in 374ms, sequenceid=15, compaction requested=false 2024-11-24T00:23:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T00:23:08,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:08,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T00:23:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:08,995 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:23:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:09,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bb5d2759bb94485eb373e0bd08b4b320_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407788602/Put/seqid=0 2024-11-24T00:23:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742426_1602 (size=12154) 2024-11-24T00:23:09,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:09,039 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bb5d2759bb94485eb373e0bd08b4b320_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bb5d2759bb94485eb373e0bd08b4b320_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:09,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4723ee737f244b58baff8b2f94a15b19, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:09,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4723ee737f244b58baff8b2f94a15b19 is 175, key is test_row_0/A:col10/1732407788602/Put/seqid=0 2024-11-24T00:23:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742427_1603 (size=30955) 2024-11-24T00:23:09,054 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4723ee737f244b58baff8b2f94a15b19 2024-11-24T00:23:09,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:09,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/3184ffe757db4ca9aa7875db97f0c564 is 50, key is test_row_0/B:col10/1732407788602/Put/seqid=0 2024-11-24T00:23:09,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407849076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407849079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742428_1604 (size=12001) 2024-11-24T00:23:09,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407849181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407849182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407849239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407849241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407849243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T00:23:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407849384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407849386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,485 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/3184ffe757db4ca9aa7875db97f0c564 2024-11-24T00:23:09,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/6fb90de59445482bb7bad35a7c39eff9 is 50, key is test_row_0/C:col10/1732407788602/Put/seqid=0 2024-11-24T00:23:09,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742429_1605 (size=12001) 2024-11-24T00:23:09,537 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/6fb90de59445482bb7bad35a7c39eff9 2024-11-24T00:23:09,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4723ee737f244b58baff8b2f94a15b19 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4723ee737f244b58baff8b2f94a15b19 2024-11-24T00:23:09,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4723ee737f244b58baff8b2f94a15b19, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T00:23:09,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/3184ffe757db4ca9aa7875db97f0c564 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/3184ffe757db4ca9aa7875db97f0c564 2024-11-24T00:23:09,554 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/3184ffe757db4ca9aa7875db97f0c564, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T00:23:09,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/6fb90de59445482bb7bad35a7c39eff9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/6fb90de59445482bb7bad35a7c39eff9 2024-11-24T00:23:09,564 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/6fb90de59445482bb7bad35a7c39eff9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T00:23:09,565 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6126544225a6e49db849bdd0ba0675a in 570ms, sequenceid=40, compaction requested=false 2024-11-24T00:23:09,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:09,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:09,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-24T00:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-24T00:23:09,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T00:23:09,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 879 msec 2024-11-24T00:23:09,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 885 msec 2024-11-24T00:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:09,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:23:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:09,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124745dcd4460124677bab21d8993954b97_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407789691/Put/seqid=0 2024-11-24T00:23:09,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T00:23:09,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407849741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407849742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407849743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407849744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407849747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742430_1606 (size=12154) 2024-11-24T00:23:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T00:23:09,789 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T00:23:09,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-24T00:23:09,792 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T00:23:09,793 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:09,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:09,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407849845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407849847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T00:23:09,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:09,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T00:23:09,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:09,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:09,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:09,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:09,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407850049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407850051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T00:23:10,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T00:23:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:10,163 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124745dcd4460124677bab21d8993954b97_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124745dcd4460124677bab21d8993954b97_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:10,164 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3d7dd0f8fdc34b95bddae7b3864ebf76, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:10,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3d7dd0f8fdc34b95bddae7b3864ebf76 is 175, key is test_row_0/A:col10/1732407789691/Put/seqid=0 2024-11-24T00:23:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742431_1607 (size=30955) 2024-11-24T00:23:10,172 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3d7dd0f8fdc34b95bddae7b3864ebf76 2024-11-24T00:23:10,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/de4f4d449a1e4452877fe5b30bbd0eee is 50, key is test_row_0/B:col10/1732407789691/Put/seqid=0 2024-11-24T00:23:10,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742432_1608 (size=12001) 2024-11-24T00:23:10,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/de4f4d449a1e4452877fe5b30bbd0eee 2024-11-24T00:23:10,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/dfacd9d88d304b758f2e63f6033c62a3 is 50, key is test_row_0/C:col10/1732407789691/Put/seqid=0 2024-11-24T00:23:10,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T00:23:10,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:10,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742433_1609 (size=12001) 2024-11-24T00:23:10,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407850352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407850356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T00:23:10,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T00:23:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T00:23:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:10,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/dfacd9d88d304b758f2e63f6033c62a3 2024-11-24T00:23:10,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3d7dd0f8fdc34b95bddae7b3864ebf76 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3d7dd0f8fdc34b95bddae7b3864ebf76 2024-11-24T00:23:10,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3d7dd0f8fdc34b95bddae7b3864ebf76, entries=150, sequenceid=53, filesize=30.2 K 2024-11-24T00:23:10,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/de4f4d449a1e4452877fe5b30bbd0eee as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/de4f4d449a1e4452877fe5b30bbd0eee 2024-11-24T00:23:10,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/de4f4d449a1e4452877fe5b30bbd0eee, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T00:23:10,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/dfacd9d88d304b758f2e63f6033c62a3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/dfacd9d88d304b758f2e63f6033c62a3 2024-11-24T00:23:10,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/dfacd9d88d304b758f2e63f6033c62a3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T00:23:10,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e6126544225a6e49db849bdd0ba0675a in 992ms, sequenceid=53, compaction requested=true 2024-11-24T00:23:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:10,684 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:10,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:10,685 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:10,685 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:10,686 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:10,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:10,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:10,686 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:10,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:10,686 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/d528ddfd26ca4a4490cb9f11f0952399, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/3184ffe757db4ca9aa7875db97f0c564, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/de4f4d449a1e4452877fe5b30bbd0eee] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=35.2 K 2024-11-24T00:23:10,687 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d528ddfd26ca4a4490cb9f11f0952399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407788572 2024-11-24T00:23:10,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:10,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:10,687 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,687 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/6dfed83fca3145c2a5d9199f13b7b70f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4723ee737f244b58baff8b2f94a15b19, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3d7dd0f8fdc34b95bddae7b3864ebf76] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=90.7 K 2024-11-24T00:23:10,687 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/6dfed83fca3145c2a5d9199f13b7b70f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4723ee737f244b58baff8b2f94a15b19, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3d7dd0f8fdc34b95bddae7b3864ebf76] 2024-11-24T00:23:10,687 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 3184ffe757db4ca9aa7875db97f0c564, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732407788602 2024-11-24T00:23:10,687 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dfed83fca3145c2a5d9199f13b7b70f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407788572 2024-11-24T00:23:10,688 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4723ee737f244b58baff8b2f94a15b19, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732407788602 2024-11-24T00:23:10,688 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting de4f4d449a1e4452877fe5b30bbd0eee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732407789076 2024-11-24T00:23:10,689 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d7dd0f8fdc34b95bddae7b3864ebf76, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732407789076 2024-11-24T00:23:10,702 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:10,703 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/2305462c61114dee85a50da93498f591 is 50, key is test_row_0/B:col10/1732407789691/Put/seqid=0 2024-11-24T00:23:10,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T00:23:10,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:10,710 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:10,711 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:23:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:10,728 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247aebe2ee365e4d44bc92cfe3e4f32855_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:10,731 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247aebe2ee365e4d44bc92cfe3e4f32855_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:10,731 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247aebe2ee365e4d44bc92cfe3e4f32855_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742434_1610 (size=12104) 2024-11-24T00:23:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124205a9b01de3a4bada0187b94a2acc9b4_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407789739/Put/seqid=0 2024-11-24T00:23:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742435_1611 (size=4469) 2024-11-24T00:23:10,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742436_1612 (size=12154) 2024-11-24T00:23:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407850779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407850779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407850780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407850857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407850861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407850885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407850885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407850885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T00:23:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407851088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407851088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407851088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,163 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/2305462c61114dee85a50da93498f591 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2305462c61114dee85a50da93498f591 2024-11-24T00:23:11,168 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into 2305462c61114dee85a50da93498f591(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:11,168 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,168 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=13, startTime=1732407790685; duration=0sec 2024-11-24T00:23:11,168 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:11,168 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:11,168 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:11,169 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:11,169 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:11,169 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:11,170 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/58ed897334b64eb0ab2097367e0c20c9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/6fb90de59445482bb7bad35a7c39eff9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/dfacd9d88d304b758f2e63f6033c62a3] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=35.2 K 2024-11-24T00:23:11,170 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 58ed897334b64eb0ab2097367e0c20c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732407788572 2024-11-24T00:23:11,170 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fb90de59445482bb7bad35a7c39eff9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732407788602 2024-11-24T00:23:11,171 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting dfacd9d88d304b758f2e63f6033c62a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732407789076 2024-11-24T00:23:11,173 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#525 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:11,174 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/da4f553a372540f181d2eb0d40fa0fc6 is 175, key is test_row_0/A:col10/1732407789691/Put/seqid=0 2024-11-24T00:23:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:11,180 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124205a9b01de3a4bada0187b94a2acc9b4_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124205a9b01de3a4bada0187b94a2acc9b4_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:11,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/c67fb6e7290248ca9965b3507e6c5d87, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/c67fb6e7290248ca9965b3507e6c5d87 is 175, key is test_row_0/A:col10/1732407789739/Put/seqid=0 2024-11-24T00:23:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742437_1613 (size=31058) 2024-11-24T00:23:11,195 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:11,196 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/83c2910f86b24871a1d5132d2b5bd8c6 is 50, key is test_row_0/C:col10/1732407789691/Put/seqid=0 2024-11-24T00:23:11,196 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/da4f553a372540f181d2eb0d40fa0fc6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/da4f553a372540f181d2eb0d40fa0fc6 2024-11-24T00:23:11,208 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into da4f553a372540f181d2eb0d40fa0fc6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:11,208 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,208 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=13, startTime=1732407790684; duration=0sec 2024-11-24T00:23:11,209 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:11,209 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742438_1614 (size=30955) 2024-11-24T00:23:11,219 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/c67fb6e7290248ca9965b3507e6c5d87 2024-11-24T00:23:11,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/82de782d86dc4207803860039585c2e5 is 50, key is test_row_0/B:col10/1732407789739/Put/seqid=0 2024-11-24T00:23:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742439_1615 (size=12104) 2024-11-24T00:23:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742440_1616 (size=12001) 2024-11-24T00:23:11,268 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/82de782d86dc4207803860039585c2e5 2024-11-24T00:23:11,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/40e680ea544e4ee396d45ed301c86429 is 50, key is test_row_0/C:col10/1732407789739/Put/seqid=0 2024-11-24T00:23:11,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742441_1617 (size=12001) 2024-11-24T00:23:11,311 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/40e680ea544e4ee396d45ed301c86429 2024-11-24T00:23:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/c67fb6e7290248ca9965b3507e6c5d87 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c67fb6e7290248ca9965b3507e6c5d87 2024-11-24T00:23:11,332 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c67fb6e7290248ca9965b3507e6c5d87, entries=150, sequenceid=76, filesize=30.2 K 2024-11-24T00:23:11,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/82de782d86dc4207803860039585c2e5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82de782d86dc4207803860039585c2e5 2024-11-24T00:23:11,337 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82de782d86dc4207803860039585c2e5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T00:23:11,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/40e680ea544e4ee396d45ed301c86429 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/40e680ea544e4ee396d45ed301c86429 2024-11-24T00:23:11,342 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/40e680ea544e4ee396d45ed301c86429, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T00:23:11,343 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e6126544225a6e49db849bdd0ba0675a in 632ms, sequenceid=76, compaction requested=false 2024-11-24T00:23:11,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:11,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-24T00:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-24T00:23:11,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-24T00:23:11,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-11-24T00:23:11,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.5580 sec 2024-11-24T00:23:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:11,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T00:23:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:11,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243ce8174ba702476cb6f26d23bc56ebbf_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407790778/Put/seqid=0 2024-11-24T00:23:11,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742442_1618 (size=14594) 2024-11-24T00:23:11,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:11,444 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243ce8174ba702476cb6f26d23bc56ebbf_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243ce8174ba702476cb6f26d23bc56ebbf_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:11,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/09765c9a624b444fbcd688df012f4897, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:11,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/09765c9a624b444fbcd688df012f4897 is 175, key is test_row_0/A:col10/1732407790778/Put/seqid=0 2024-11-24T00:23:11,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407851436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407851443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407851443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742443_1619 (size=39549) 2024-11-24T00:23:11,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/09765c9a624b444fbcd688df012f4897 2024-11-24T00:23:11,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/7d0fa0d1c94744af9a35673a9b7766cd is 50, key is test_row_0/B:col10/1732407790778/Put/seqid=0 2024-11-24T00:23:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742444_1620 (size=12001) 2024-11-24T00:23:11,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/7d0fa0d1c94744af9a35673a9b7766cd 2024-11-24T00:23:11,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/285c80b1b5894e5caab9114d2e1ea775 is 50, key is test_row_0/C:col10/1732407790778/Put/seqid=0 2024-11-24T00:23:11,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407851548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407851548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407851548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742445_1621 (size=12001) 2024-11-24T00:23:11,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/285c80b1b5894e5caab9114d2e1ea775 2024-11-24T00:23:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/09765c9a624b444fbcd688df012f4897 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/09765c9a624b444fbcd688df012f4897 2024-11-24T00:23:11,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/09765c9a624b444fbcd688df012f4897, entries=200, sequenceid=93, filesize=38.6 K 2024-11-24T00:23:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/7d0fa0d1c94744af9a35673a9b7766cd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7d0fa0d1c94744af9a35673a9b7766cd 2024-11-24T00:23:11,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7d0fa0d1c94744af9a35673a9b7766cd, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T00:23:11,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/285c80b1b5894e5caab9114d2e1ea775 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/285c80b1b5894e5caab9114d2e1ea775 2024-11-24T00:23:11,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/285c80b1b5894e5caab9114d2e1ea775, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T00:23:11,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for e6126544225a6e49db849bdd0ba0675a in 220ms, sequenceid=93, compaction requested=true 2024-11-24T00:23:11,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:11,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:11,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:11,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T00:23:11,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:11,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T00:23:11,615 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-24T00:23:11,616 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T00:23:11,616 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T00:23:11,616 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. because compaction request was cancelled 2024-11-24T00:23:11,616 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:11,616 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:11,619 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:11,619 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:11,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:11,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/da4f553a372540f181d2eb0d40fa0fc6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c67fb6e7290248ca9965b3507e6c5d87, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/09765c9a624b444fbcd688df012f4897] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=99.2 K 2024-11-24T00:23:11,619 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:11,620 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/da4f553a372540f181d2eb0d40fa0fc6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c67fb6e7290248ca9965b3507e6c5d87, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/09765c9a624b444fbcd688df012f4897] 2024-11-24T00:23:11,620 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting da4f553a372540f181d2eb0d40fa0fc6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732407789076 2024-11-24T00:23:11,621 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c67fb6e7290248ca9965b3507e6c5d87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732407789731 2024-11-24T00:23:11,621 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09765c9a624b444fbcd688df012f4897, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732407790770 2024-11-24T00:23:11,636 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:11,648 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124eaea4cc83bdc47a18dd2296ae3d8215f_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:11,650 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124eaea4cc83bdc47a18dd2296ae3d8215f_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:11,651 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eaea4cc83bdc47a18dd2296ae3d8215f_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:11,662 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/83c2910f86b24871a1d5132d2b5bd8c6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/83c2910f86b24871a1d5132d2b5bd8c6 2024-11-24T00:23:11,668 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 83c2910f86b24871a1d5132d2b5bd8c6(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:11,668 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,668 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=13, startTime=1732407790686; duration=0sec 2024-11-24T00:23:11,668 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:11,668 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:11,668 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:11,669 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:11,670 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:11,670 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:11,670 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2305462c61114dee85a50da93498f591, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82de782d86dc4207803860039585c2e5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7d0fa0d1c94744af9a35673a9b7766cd] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=35.3 K 2024-11-24T00:23:11,671 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 2305462c61114dee85a50da93498f591, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732407789076 2024-11-24T00:23:11,671 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 82de782d86dc4207803860039585c2e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732407789731 2024-11-24T00:23:11,671 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d0fa0d1c94744af9a35673a9b7766cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732407790777 2024-11-24T00:23:11,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742446_1622 (size=4469) 2024-11-24T00:23:11,683 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#533 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:11,684 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/ff3e95a6f6d14c5ca87f766e7cf08ecd is 175, key is test_row_0/A:col10/1732407790778/Put/seqid=0 2024-11-24T00:23:11,702 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:11,702 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/2049c5802ace4fdeb47836d44c2461bc is 50, key is test_row_0/B:col10/1732407790778/Put/seqid=0 2024-11-24T00:23:11,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T00:23:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742448_1624 (size=12207) 2024-11-24T00:23:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742447_1623 (size=31161) 2024-11-24T00:23:11,769 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/2049c5802ace4fdeb47836d44c2461bc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2049c5802ace4fdeb47836d44c2461bc 2024-11-24T00:23:11,775 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into 2049c5802ace4fdeb47836d44c2461bc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:11,775 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,775 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=13, startTime=1732407791615; duration=0sec 2024-11-24T00:23:11,776 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:11,776 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:11,776 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/ff3e95a6f6d14c5ca87f766e7cf08ecd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/ff3e95a6f6d14c5ca87f766e7cf08ecd 2024-11-24T00:23:11,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245368ae585355473f8da1afabc75d1430_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407791755/Put/seqid=0 2024-11-24T00:23:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407851777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407851777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,784 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into ff3e95a6f6d14c5ca87f766e7cf08ecd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:11,784 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,784 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=13, startTime=1732407791615; duration=0sec 2024-11-24T00:23:11,784 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:11,784 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407851784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742449_1625 (size=12154) 2024-11-24T00:23:11,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:11,830 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245368ae585355473f8da1afabc75d1430_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245368ae585355473f8da1afabc75d1430_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:11,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/77dd524e58244ff89d4af4e59297ebbf, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:11,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/77dd524e58244ff89d4af4e59297ebbf is 175, key is test_row_0/A:col10/1732407791755/Put/seqid=0 2024-11-24T00:23:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742450_1626 (size=30955) 2024-11-24T00:23:11,853 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/77dd524e58244ff89d4af4e59297ebbf 2024-11-24T00:23:11,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/7bc45b77ce7e48b0b8d0bed11b2a29de is 50, key is test_row_0/B:col10/1732407791755/Put/seqid=0 2024-11-24T00:23:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407851870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407851870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407851884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407851885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407851887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:11,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742451_1627 (size=12001) 2024-11-24T00:23:11,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/7bc45b77ce7e48b0b8d0bed11b2a29de 2024-11-24T00:23:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T00:23:11,897 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-24T00:23:11,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-24T00:23:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T00:23:11,899 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:11,900 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:11,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:11,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/d7db548ac43f405e982b2067ad9f60ed is 50, key is test_row_0/C:col10/1732407791755/Put/seqid=0 2024-11-24T00:23:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742452_1628 (size=12001) 2024-11-24T00:23:11,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/d7db548ac43f405e982b2067ad9f60ed 2024-11-24T00:23:11,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/77dd524e58244ff89d4af4e59297ebbf as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/77dd524e58244ff89d4af4e59297ebbf 2024-11-24T00:23:11,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/77dd524e58244ff89d4af4e59297ebbf, entries=150, sequenceid=118, filesize=30.2 K 2024-11-24T00:23:11,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/7bc45b77ce7e48b0b8d0bed11b2a29de as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7bc45b77ce7e48b0b8d0bed11b2a29de 2024-11-24T00:23:11,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7bc45b77ce7e48b0b8d0bed11b2a29de, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T00:23:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/d7db548ac43f405e982b2067ad9f60ed as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d7db548ac43f405e982b2067ad9f60ed 2024-11-24T00:23:11,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d7db548ac43f405e982b2067ad9f60ed, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T00:23:11,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e6126544225a6e49db849bdd0ba0675a in 211ms, sequenceid=118, compaction requested=true 2024-11-24T00:23:11,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:11,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:11,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:11,969 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T00:23:11,969 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T00:23:11,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:11,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:11,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:11,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. because compaction request was cancelled 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. because compaction request was cancelled 2024-11-24T00:23:11,970 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:11,972 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:11,972 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:11,972 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:11,972 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/83c2910f86b24871a1d5132d2b5bd8c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/40e680ea544e4ee396d45ed301c86429, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/285c80b1b5894e5caab9114d2e1ea775, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d7db548ac43f405e982b2067ad9f60ed] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=47.0 K 2024-11-24T00:23:11,973 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83c2910f86b24871a1d5132d2b5bd8c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732407789076 2024-11-24T00:23:11,974 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e680ea544e4ee396d45ed301c86429, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732407789731 2024-11-24T00:23:11,974 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 285c80b1b5894e5caab9114d2e1ea775, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732407790777 2024-11-24T00:23:11,975 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7db548ac43f405e982b2067ad9f60ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407791424 2024-11-24T00:23:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T00:23:12,003 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#538 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:12,004 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/08d896b28385479b908c82ae2009213b is 50, key is test_row_0/C:col10/1732407791755/Put/seqid=0 2024-11-24T00:23:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742453_1629 (size=12241) 2024-11-24T00:23:12,050 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/08d896b28385479b908c82ae2009213b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/08d896b28385479b908c82ae2009213b 2024-11-24T00:23:12,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T00:23:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:12,054 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:23:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:12,057 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 08d896b28385479b908c82ae2009213b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:12,057 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:12,057 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=12, startTime=1732407791969; duration=0sec 2024-11-24T00:23:12,058 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:12,058 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124683017a1d4ca43c2acf82ca9b09ad924_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407791777/Put/seqid=0 2024-11-24T00:23:12,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:12,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742454_1630 (size=12204) 2024-11-24T00:23:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:12,103 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124683017a1d4ca43c2acf82ca9b09ad924_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124683017a1d4ca43c2acf82ca9b09ad924_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/5014a1cda6b54a65aa32eed48d0994cc, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/5014a1cda6b54a65aa32eed48d0994cc is 175, key is test_row_0/A:col10/1732407791777/Put/seqid=0 2024-11-24T00:23:12,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407852130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407852132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407852134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742455_1631 (size=31005) 2024-11-24T00:23:12,147 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/5014a1cda6b54a65aa32eed48d0994cc 2024-11-24T00:23:12,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/11af61a2c6e346a2bc7134c36498fa15 is 50, key is test_row_0/B:col10/1732407791777/Put/seqid=0 2024-11-24T00:23:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T00:23:12,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742456_1632 (size=12051) 2024-11-24T00:23:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407852235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407852237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407852239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407852439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407852444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407852444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T00:23:12,618 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/11af61a2c6e346a2bc7134c36498fa15 2024-11-24T00:23:12,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f28062f3bd43450b8af115043c87efe0 is 50, key is test_row_0/C:col10/1732407791777/Put/seqid=0 2024-11-24T00:23:12,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742457_1633 (size=12051) 2024-11-24T00:23:12,674 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f28062f3bd43450b8af115043c87efe0 2024-11-24T00:23:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/5014a1cda6b54a65aa32eed48d0994cc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/5014a1cda6b54a65aa32eed48d0994cc 2024-11-24T00:23:12,685 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/5014a1cda6b54a65aa32eed48d0994cc, entries=150, sequenceid=132, filesize=30.3 K 2024-11-24T00:23:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/11af61a2c6e346a2bc7134c36498fa15 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/11af61a2c6e346a2bc7134c36498fa15 2024-11-24T00:23:12,690 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/11af61a2c6e346a2bc7134c36498fa15, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T00:23:12,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T00:23:12,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f28062f3bd43450b8af115043c87efe0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f28062f3bd43450b8af115043c87efe0 2024-11-24T00:23:12,695 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f28062f3bd43450b8af115043c87efe0, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T00:23:12,696 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e6126544225a6e49db849bdd0ba0675a in 642ms, sequenceid=132, compaction requested=true 2024-11-24T00:23:12,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:12,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:12,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-24T00:23:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-24T00:23:12,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-24T00:23:12,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 799 msec 2024-11-24T00:23:12,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 804 msec 2024-11-24T00:23:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:12,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:23:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:12,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d146ff72c3f04e37863048230cc81eb1_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407792130/Put/seqid=0 2024-11-24T00:23:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407852760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407852761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407852762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742458_1634 (size=12304) 2024-11-24T00:23:12,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:12,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d146ff72c3f04e37863048230cc81eb1_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d146ff72c3f04e37863048230cc81eb1_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:12,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3273f43cdf5746cda8a1af7e3106befa, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:12,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3273f43cdf5746cda8a1af7e3106befa is 175, key is test_row_0/A:col10/1732407792130/Put/seqid=0 2024-11-24T00:23:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742459_1635 (size=31105) 2024-11-24T00:23:12,812 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3273f43cdf5746cda8a1af7e3106befa 2024-11-24T00:23:12,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/8834df3b303f4c8aaf31633ad45f3414 is 50, key is test_row_0/B:col10/1732407792130/Put/seqid=0 2024-11-24T00:23:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742460_1636 (size=12151) 2024-11-24T00:23:12,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/8834df3b303f4c8aaf31633ad45f3414 2024-11-24T00:23:12,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407852864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407852865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407852866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:12,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/a493452601d84b5fa3fbcf2a9ed33839 is 50, key is test_row_0/C:col10/1732407792130/Put/seqid=0 2024-11-24T00:23:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742461_1637 (size=12151) 2024-11-24T00:23:12,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/a493452601d84b5fa3fbcf2a9ed33839 2024-11-24T00:23:12,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3273f43cdf5746cda8a1af7e3106befa as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3273f43cdf5746cda8a1af7e3106befa 2024-11-24T00:23:12,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3273f43cdf5746cda8a1af7e3106befa, entries=150, sequenceid=158, filesize=30.4 K 2024-11-24T00:23:12,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/8834df3b303f4c8aaf31633ad45f3414 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8834df3b303f4c8aaf31633ad45f3414 2024-11-24T00:23:12,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8834df3b303f4c8aaf31633ad45f3414, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T00:23:12,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/a493452601d84b5fa3fbcf2a9ed33839 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/a493452601d84b5fa3fbcf2a9ed33839 2024-11-24T00:23:12,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/a493452601d84b5fa3fbcf2a9ed33839, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T00:23:12,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6126544225a6e49db849bdd0ba0675a in 229ms, sequenceid=158, compaction requested=true 2024-11-24T00:23:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:12,976 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:12,977 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:12,978 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:12,978 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:12,978 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/ff3e95a6f6d14c5ca87f766e7cf08ecd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/77dd524e58244ff89d4af4e59297ebbf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/5014a1cda6b54a65aa32eed48d0994cc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3273f43cdf5746cda8a1af7e3106befa] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=121.3 K 2024-11-24T00:23:12,978 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:12,978 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/ff3e95a6f6d14c5ca87f766e7cf08ecd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/77dd524e58244ff89d4af4e59297ebbf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/5014a1cda6b54a65aa32eed48d0994cc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3273f43cdf5746cda8a1af7e3106befa] 2024-11-24T00:23:12,978 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff3e95a6f6d14c5ca87f766e7cf08ecd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732407790777 2024-11-24T00:23:12,978 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77dd524e58244ff89d4af4e59297ebbf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407791424 2024-11-24T00:23:12,979 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5014a1cda6b54a65aa32eed48d0994cc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732407791764 2024-11-24T00:23:12,979 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3273f43cdf5746cda8a1af7e3106befa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732407792130 2024-11-24T00:23:12,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:12,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:12,982 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:12,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:12,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:12,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:12,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:12,983 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:12,984 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:12,984 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:12,984 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2049c5802ace4fdeb47836d44c2461bc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7bc45b77ce7e48b0b8d0bed11b2a29de, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/11af61a2c6e346a2bc7134c36498fa15, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8834df3b303f4c8aaf31633ad45f3414] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=47.3 K 2024-11-24T00:23:12,984 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 2049c5802ace4fdeb47836d44c2461bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732407790777 2024-11-24T00:23:12,985 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc45b77ce7e48b0b8d0bed11b2a29de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407791424 2024-11-24T00:23:12,985 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 11af61a2c6e346a2bc7134c36498fa15, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732407791764 2024-11-24T00:23:12,986 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8834df3b303f4c8aaf31633ad45f3414, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732407792130 2024-11-24T00:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T00:23:13,003 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-24T00:23:13,005 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,007 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#546 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:13,007 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/df7e1ebc92d44ff192ed2e31197ea29e is 50, key is test_row_0/B:col10/1732407792130/Put/seqid=0 2024-11-24T00:23:13,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-24T00:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T00:23:13,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:13,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:13,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:13,018 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247c456ac5a1b940c9b7464c87e52802dc_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,020 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247c456ac5a1b940c9b7464c87e52802dc_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,020 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247c456ac5a1b940c9b7464c87e52802dc_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742462_1638 (size=12493) 2024-11-24T00:23:13,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:23:13,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:13,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:13,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:13,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:13,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:13,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:13,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742463_1639 (size=4469) 2024-11-24T00:23:13,086 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#545 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:13,086 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/84cd719a34ad49169a4ffa75a1ce374d is 175, key is test_row_0/A:col10/1732407792130/Put/seqid=0 2024-11-24T00:23:13,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243181d447a7444843a6b2e88770b22956_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407793072/Put/seqid=0 2024-11-24T00:23:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T00:23:13,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407853115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407853119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407853119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742465_1641 (size=14794) 2024-11-24T00:23:13,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742464_1640 (size=31447) 2024-11-24T00:23:13,155 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/84cd719a34ad49169a4ffa75a1ce374d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/84cd719a34ad49169a4ffa75a1ce374d 2024-11-24T00:23:13,161 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into 84cd719a34ad49169a4ffa75a1ce374d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:13,161 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:13,161 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=12, startTime=1732407792976; duration=0sec 2024-11-24T00:23:13,162 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:13,162 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:13,162 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:13,163 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:13,163 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:13,163 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,163 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/08d896b28385479b908c82ae2009213b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f28062f3bd43450b8af115043c87efe0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/a493452601d84b5fa3fbcf2a9ed33839] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=35.6 K 2024-11-24T00:23:13,164 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08d896b28385479b908c82ae2009213b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732407791424 2024-11-24T00:23:13,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,164 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f28062f3bd43450b8af115043c87efe0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732407791764 2024-11-24T00:23:13,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,165 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting a493452601d84b5fa3fbcf2a9ed33839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732407792130 2024-11-24T00:23:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,189 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#548 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:13,189 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/5f9643651e74482dab69646a467867c7 is 50, key is test_row_0/C:col10/1732407792130/Put/seqid=0 2024-11-24T00:23:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742466_1642 (size=12493) 2024-11-24T00:23:13,222 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/5f9643651e74482dab69646a467867c7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f9643651e74482dab69646a467867c7 2024-11-24T00:23:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407853220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407853225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407853233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,243 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 5f9643651e74482dab69646a467867c7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:13,243 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:13,243 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=13, startTime=1732407792982; duration=0sec 2024-11-24T00:23:13,243 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:13,244 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T00:23:13,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407853425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407853427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407853438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,448 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/df7e1ebc92d44ff192ed2e31197ea29e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/df7e1ebc92d44ff192ed2e31197ea29e 2024-11-24T00:23:13,460 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into df7e1ebc92d44ff192ed2e31197ea29e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:13,460 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:13,460 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=12, startTime=1732407792981; duration=0sec 2024-11-24T00:23:13,460 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:13,460 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:13,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:13,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,538 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:13,541 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243181d447a7444843a6b2e88770b22956_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243181d447a7444843a6b2e88770b22956_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:13,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4b401d916d5a4afe8bdbde77995b88c1, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4b401d916d5a4afe8bdbde77995b88c1 is 175, key is test_row_0/A:col10/1732407793072/Put/seqid=0 2024-11-24T00:23:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742467_1643 (size=39749) 2024-11-24T00:23:13,584 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4b401d916d5a4afe8bdbde77995b88c1 2024-11-24T00:23:13,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/63206dc58824460d9721343efd7f6f30 is 50, key is test_row_0/B:col10/1732407793072/Put/seqid=0 2024-11-24T00:23:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T00:23:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742468_1644 (size=12151) 2024-11-24T00:23:13,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/63206dc58824460d9721343efd7f6f30 2024-11-24T00:23:13,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/c9a567ad4f1c4d639a5ccbed677deb71 is 50, key is test_row_0/C:col10/1732407793072/Put/seqid=0 2024-11-24T00:23:13,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742469_1645 (size=12151) 2024-11-24T00:23:13,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/c9a567ad4f1c4d639a5ccbed677deb71 2024-11-24T00:23:13,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/4b401d916d5a4afe8bdbde77995b88c1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4b401d916d5a4afe8bdbde77995b88c1 2024-11-24T00:23:13,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4b401d916d5a4afe8bdbde77995b88c1, entries=200, sequenceid=170, filesize=38.8 K 2024-11-24T00:23:13,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/63206dc58824460d9721343efd7f6f30 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/63206dc58824460d9721343efd7f6f30 2024-11-24T00:23:13,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/63206dc58824460d9721343efd7f6f30, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T00:23:13,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/c9a567ad4f1c4d639a5ccbed677deb71 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c9a567ad4f1c4d639a5ccbed677deb71 2024-11-24T00:23:13,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c9a567ad4f1c4d639a5ccbed677deb71, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T00:23:13,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e6126544225a6e49db849bdd0ba0675a in 629ms, sequenceid=170, compaction requested=false 2024-11-24T00:23:13,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:13,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:23:13,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:13,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:13,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:13,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:13,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:13,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:13,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f0ef4be49c74a31b1e1281aab371452_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407793731/Put/seqid=0 2024-11-24T00:23:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407853746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407853747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407853749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742470_1646 (size=12304) 2024-11-24T00:23:13,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:13,775 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f0ef4be49c74a31b1e1281aab371452_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f0ef4be49c74a31b1e1281aab371452_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:13,776 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/db6e12488b0b4317873903b2e1c329b7, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/db6e12488b0b4317873903b2e1c329b7 is 175, key is test_row_0/A:col10/1732407793731/Put/seqid=0 2024-11-24T00:23:13,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742471_1647 (size=31105) 2024-11-24T00:23:13,799 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/db6e12488b0b4317873903b2e1c329b7 2024-11-24T00:23:13,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/95190e5cb507425683a907c6a79718fb is 50, key is test_row_0/B:col10/1732407793731/Put/seqid=0 2024-11-24T00:23:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742472_1648 (size=12151) 2024-11-24T00:23:13,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/95190e5cb507425683a907c6a79718fb 2024-11-24T00:23:13,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407853851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407853851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407853854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/449d34a351114c41a5f9469f9400bf0f is 50, key is test_row_0/C:col10/1732407793731/Put/seqid=0 2024-11-24T00:23:13,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407853877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,880 DEBUG [Thread-2629 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:23:13,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407853890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,892 DEBUG [Thread-2623 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:23:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742473_1649 (size=12151) 2024-11-24T00:23:13,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/449d34a351114c41a5f9469f9400bf0f 2024-11-24T00:23:13,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/db6e12488b0b4317873903b2e1c329b7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/db6e12488b0b4317873903b2e1c329b7 2024-11-24T00:23:13,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/db6e12488b0b4317873903b2e1c329b7, entries=150, sequenceid=198, filesize=30.4 K 2024-11-24T00:23:13,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/95190e5cb507425683a907c6a79718fb as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/95190e5cb507425683a907c6a79718fb 2024-11-24T00:23:13,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/95190e5cb507425683a907c6a79718fb, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T00:23:13,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/449d34a351114c41a5f9469f9400bf0f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/449d34a351114c41a5f9469f9400bf0f 2024-11-24T00:23:13,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:13,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:13,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/449d34a351114c41a5f9469f9400bf0f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T00:23:13,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:13,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6126544225a6e49db849bdd0ba0675a in 199ms, sequenceid=198, compaction requested=true 2024-11-24T00:23:13,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:13,931 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:13,932 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:13,933 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:13,933 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:13,933 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,933 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/84cd719a34ad49169a4ffa75a1ce374d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4b401d916d5a4afe8bdbde77995b88c1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/db6e12488b0b4317873903b2e1c329b7] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=99.9 K 2024-11-24T00:23:13,933 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,933 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/84cd719a34ad49169a4ffa75a1ce374d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4b401d916d5a4afe8bdbde77995b88c1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/db6e12488b0b4317873903b2e1c329b7] 2024-11-24T00:23:13,933 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:13,933 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:13,933 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,933 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/df7e1ebc92d44ff192ed2e31197ea29e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/63206dc58824460d9721343efd7f6f30, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/95190e5cb507425683a907c6a79718fb] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=35.9 K 2024-11-24T00:23:13,934 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting df7e1ebc92d44ff192ed2e31197ea29e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732407792130 2024-11-24T00:23:13,934 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84cd719a34ad49169a4ffa75a1ce374d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732407792130 2024-11-24T00:23:13,934 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 63206dc58824460d9721343efd7f6f30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732407792759 2024-11-24T00:23:13,935 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b401d916d5a4afe8bdbde77995b88c1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732407792754 2024-11-24T00:23:13,935 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 95190e5cb507425683a907c6a79718fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732407793113 2024-11-24T00:23:13,935 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting db6e12488b0b4317873903b2e1c329b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732407793113 2024-11-24T00:23:13,943 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,944 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:13,944 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/bf30e022f4b44975948cf414ab52b9da is 50, key is test_row_0/B:col10/1732407793731/Put/seqid=0 2024-11-24T00:23:13,952 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411248f53931fb9804063a2ea48e72fa616f2_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,953 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411248f53931fb9804063a2ea48e72fa616f2_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,954 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248f53931fb9804063a2ea48e72fa616f2_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:13,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742474_1650 (size=12595) 2024-11-24T00:23:13,975 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/bf30e022f4b44975948cf414ab52b9da as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/bf30e022f4b44975948cf414ab52b9da 2024-11-24T00:23:13,982 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into bf30e022f4b44975948cf414ab52b9da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:13,982 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:13,982 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=13, startTime=1732407793932; duration=0sec 2024-11-24T00:23:13,982 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:13,982 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:13,982 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:13,984 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:13,984 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:13,984 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:13,984 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f9643651e74482dab69646a467867c7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c9a567ad4f1c4d639a5ccbed677deb71, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/449d34a351114c41a5f9469f9400bf0f] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=35.9 K 2024-11-24T00:23:13,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742475_1651 (size=4469) 2024-11-24T00:23:13,986 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f9643651e74482dab69646a467867c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732407792130 2024-11-24T00:23:13,987 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#555 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:13,987 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c9a567ad4f1c4d639a5ccbed677deb71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732407792759 2024-11-24T00:23:13,987 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/19c8dfe2521a46bda2511b0923e37255 is 175, key is test_row_0/A:col10/1732407793731/Put/seqid=0 2024-11-24T00:23:13,988 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 449d34a351114c41a5f9469f9400bf0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732407793113 2024-11-24T00:23:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742476_1652 (size=31549) 2024-11-24T00:23:14,028 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:14,028 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/2aee851b4eea4c09ade258f82345a57e is 50, key is test_row_0/C:col10/1732407793731/Put/seqid=0 2024-11-24T00:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:14,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T00:23:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:14,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:14,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:14,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:14,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742477_1653 (size=12595) 2024-11-24T00:23:14,072 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/2aee851b4eea4c09ade258f82345a57e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/2aee851b4eea4c09ade258f82345a57e 2024-11-24T00:23:14,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e52bdbbdf90b44378f193f61dac27b76_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407794057/Put/seqid=0 2024-11-24T00:23:14,079 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 2aee851b4eea4c09ade258f82345a57e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:14,079 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:14,080 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=13, startTime=1732407793932; duration=0sec 2024-11-24T00:23:14,080 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:14,080 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:14,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407854101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407854102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407854105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T00:23:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742478_1654 (size=14794) 2024-11-24T00:23:14,142 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:14,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e52bdbbdf90b44378f193f61dac27b76_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e52bdbbdf90b44378f193f61dac27b76_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:14,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/33152ffc475d40418a87e62f421668c7, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:14,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/33152ffc475d40418a87e62f421668c7 is 175, key is test_row_0/A:col10/1732407794057/Put/seqid=0 2024-11-24T00:23:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742479_1655 (size=39749) 2024-11-24T00:23:14,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407854206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407854207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407854209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407854411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407854412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407854413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,434 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/19c8dfe2521a46bda2511b0923e37255 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/19c8dfe2521a46bda2511b0923e37255 2024-11-24T00:23:14,438 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into 19c8dfe2521a46bda2511b0923e37255(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:14,439 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:14,439 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=13, startTime=1732407793931; duration=0sec 2024-11-24T00:23:14,439 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:14,439 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:14,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/33152ffc475d40418a87e62f421668c7 2024-11-24T00:23:14,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/81277851bd1c4b9ab2c83c57c26cac0e is 50, key is test_row_0/B:col10/1732407794057/Put/seqid=0 2024-11-24T00:23:14,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742480_1656 (size=12151) 2024-11-24T00:23:14,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/81277851bd1c4b9ab2c83c57c26cac0e 2024-11-24T00:23:14,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/5f382559b9794f84bf6b63d7ff395be8 is 50, key is test_row_0/C:col10/1732407794057/Put/seqid=0 2024-11-24T00:23:14,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742481_1657 (size=12151) 2024-11-24T00:23:14,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407854717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407854717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407854717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:14,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:14,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:14,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:14,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:15,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:15,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:15,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:15,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:15,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:15,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:15,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/5f382559b9794f84bf6b63d7ff395be8 2024-11-24T00:23:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/33152ffc475d40418a87e62f421668c7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/33152ffc475d40418a87e62f421668c7 2024-11-24T00:23:15,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/33152ffc475d40418a87e62f421668c7, entries=200, sequenceid=212, filesize=38.8 K 2024-11-24T00:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T00:23:15,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/81277851bd1c4b9ab2c83c57c26cac0e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/81277851bd1c4b9ab2c83c57c26cac0e 2024-11-24T00:23:15,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/81277851bd1c4b9ab2c83c57c26cac0e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T00:23:15,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/5f382559b9794f84bf6b63d7ff395be8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f382559b9794f84bf6b63d7ff395be8 2024-11-24T00:23:15,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f382559b9794f84bf6b63d7ff395be8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T00:23:15,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e6126544225a6e49db849bdd0ba0675a in 1069ms, sequenceid=212, compaction requested=false 2024-11-24T00:23:15,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:15,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T00:23:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:15,162 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:23:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:15,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248013cec53d8049ad9157ebdcbcc9938b_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407794103/Put/seqid=0 2024-11-24T00:23:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742482_1658 (size=12304) 2024-11-24T00:23:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:15,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:15,231 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248013cec53d8049ad9157ebdcbcc9938b_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248013cec53d8049ad9157ebdcbcc9938b_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/994ce2d8836f4beebbd5faf14d993eb1, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/994ce2d8836f4beebbd5faf14d993eb1 is 175, key is test_row_0/A:col10/1732407794103/Put/seqid=0 2024-11-24T00:23:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742483_1659 (size=31105) 2024-11-24T00:23:15,259 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/994ce2d8836f4beebbd5faf14d993eb1 2024-11-24T00:23:15,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407855260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407855260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407855261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/c3711380c64745d1894da935ba9dfa03 is 50, key is test_row_0/B:col10/1732407794103/Put/seqid=0 2024-11-24T00:23:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742484_1660 (size=12151) 2024-11-24T00:23:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407855366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407855366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407855366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407855572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407855572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407855572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,730 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/c3711380c64745d1894da935ba9dfa03 2024-11-24T00:23:15,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/fb24dd1ed63242c6885895ed52bb39d4 is 50, key is test_row_0/C:col10/1732407794103/Put/seqid=0 2024-11-24T00:23:15,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742485_1661 (size=12151) 2024-11-24T00:23:15,770 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/fb24dd1ed63242c6885895ed52bb39d4 2024-11-24T00:23:15,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/994ce2d8836f4beebbd5faf14d993eb1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/994ce2d8836f4beebbd5faf14d993eb1 2024-11-24T00:23:15,783 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/994ce2d8836f4beebbd5faf14d993eb1, entries=150, sequenceid=237, filesize=30.4 K 2024-11-24T00:23:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/c3711380c64745d1894da935ba9dfa03 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/c3711380c64745d1894da935ba9dfa03 2024-11-24T00:23:15,791 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/c3711380c64745d1894da935ba9dfa03, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T00:23:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/fb24dd1ed63242c6885895ed52bb39d4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fb24dd1ed63242c6885895ed52bb39d4 2024-11-24T00:23:15,798 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fb24dd1ed63242c6885895ed52bb39d4, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T00:23:15,799 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for e6126544225a6e49db849bdd0ba0675a in 638ms, sequenceid=237, compaction requested=true 2024-11-24T00:23:15,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:15,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:15,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-24T00:23:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-24T00:23:15,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-24T00:23:15,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7890 sec 2024-11-24T00:23:15,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.7940 sec 2024-11-24T00:23:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:15,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T00:23:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:15,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124343c38df2bcc49b4981023eee41ad8f4_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407795879/Put/seqid=0 2024-11-24T00:23:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407855915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407855919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407855920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742486_1662 (size=12304) 2024-11-24T00:23:15,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:15,949 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124343c38df2bcc49b4981023eee41ad8f4_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124343c38df2bcc49b4981023eee41ad8f4_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:15,950 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cf6bca298cb142c583f17416d1889e7d, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:15,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cf6bca298cb142c583f17416d1889e7d is 175, key is test_row_0/A:col10/1732407795879/Put/seqid=0 2024-11-24T00:23:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742487_1663 (size=31105) 2024-11-24T00:23:15,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cf6bca298cb142c583f17416d1889e7d 2024-11-24T00:23:15,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/32256ef1e3e74d578ce001221b249e6d is 50, key is test_row_0/B:col10/1732407795879/Put/seqid=0 2024-11-24T00:23:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742488_1664 (size=12151) 2024-11-24T00:23:16,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/32256ef1e3e74d578ce001221b249e6d 2024-11-24T00:23:16,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/fdd69d7a055c453e8e617a8552773b72 is 50, key is test_row_0/C:col10/1732407795879/Put/seqid=0 2024-11-24T00:23:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407856021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407856025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407856025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742489_1665 (size=12151) 2024-11-24T00:23:16,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/fdd69d7a055c453e8e617a8552773b72 2024-11-24T00:23:16,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cf6bca298cb142c583f17416d1889e7d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cf6bca298cb142c583f17416d1889e7d 2024-11-24T00:23:16,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cf6bca298cb142c583f17416d1889e7d, entries=150, sequenceid=255, filesize=30.4 K 2024-11-24T00:23:16,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/32256ef1e3e74d578ce001221b249e6d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/32256ef1e3e74d578ce001221b249e6d 2024-11-24T00:23:16,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/32256ef1e3e74d578ce001221b249e6d, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T00:23:16,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/fdd69d7a055c453e8e617a8552773b72 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fdd69d7a055c453e8e617a8552773b72 2024-11-24T00:23:16,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fdd69d7a055c453e8e617a8552773b72, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T00:23:16,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e6126544225a6e49db849bdd0ba0675a in 187ms, sequenceid=255, compaction requested=true 2024-11-24T00:23:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,069 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:16,070 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:16,070 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:16,070 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:16,070 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/19c8dfe2521a46bda2511b0923e37255, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/33152ffc475d40418a87e62f421668c7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/994ce2d8836f4beebbd5faf14d993eb1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cf6bca298cb142c583f17416d1889e7d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=130.4 K 2024-11-24T00:23:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:16,070 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,070 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/19c8dfe2521a46bda2511b0923e37255, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/33152ffc475d40418a87e62f421668c7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/994ce2d8836f4beebbd5faf14d993eb1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cf6bca298cb142c583f17416d1889e7d] 2024-11-24T00:23:16,070 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:16,071 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19c8dfe2521a46bda2511b0923e37255, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732407793113 2024-11-24T00:23:16,071 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33152ffc475d40418a87e62f421668c7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407793744 2024-11-24T00:23:16,072 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 994ce2d8836f4beebbd5faf14d993eb1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732407794075 2024-11-24T00:23:16,073 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:16,073 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:16,073 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,073 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/bf30e022f4b44975948cf414ab52b9da, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/81277851bd1c4b9ab2c83c57c26cac0e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/c3711380c64745d1894da935ba9dfa03, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/32256ef1e3e74d578ce001221b249e6d] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=47.9 K 2024-11-24T00:23:16,073 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6bca298cb142c583f17416d1889e7d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732407795241 2024-11-24T00:23:16,073 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting bf30e022f4b44975948cf414ab52b9da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732407793113 2024-11-24T00:23:16,074 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 81277851bd1c4b9ab2c83c57c26cac0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407793744 2024-11-24T00:23:16,075 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c3711380c64745d1894da935ba9dfa03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732407794075 2024-11-24T00:23:16,075 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 32256ef1e3e74d578ce001221b249e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732407795241 2024-11-24T00:23:16,088 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,092 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:16,093 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/26374798bd314f50b41a42cf350b4b91 is 50, key is test_row_0/B:col10/1732407795879/Put/seqid=0 2024-11-24T00:23:16,094 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244e1949afa6a541ffa3c102f5dc00553e_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,098 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244e1949afa6a541ffa3c102f5dc00553e_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,098 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e1949afa6a541ffa3c102f5dc00553e_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742490_1666 (size=12731) 2024-11-24T00:23:16,126 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/26374798bd314f50b41a42cf350b4b91 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/26374798bd314f50b41a42cf350b4b91 2024-11-24T00:23:16,133 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into 26374798bd314f50b41a42cf350b4b91(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:16,133 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,133 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=12, startTime=1732407796070; duration=0sec 2024-11-24T00:23:16,133 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:16,133 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:16,133 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:16,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742491_1667 (size=4469) 2024-11-24T00:23:16,135 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:16,135 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:16,135 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,135 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/2aee851b4eea4c09ade258f82345a57e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f382559b9794f84bf6b63d7ff395be8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fb24dd1ed63242c6885895ed52bb39d4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fdd69d7a055c453e8e617a8552773b72] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=47.9 K 2024-11-24T00:23:16,136 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aee851b4eea4c09ade258f82345a57e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732407793113 2024-11-24T00:23:16,136 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f382559b9794f84bf6b63d7ff395be8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732407793744 2024-11-24T00:23:16,137 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting fb24dd1ed63242c6885895ed52bb39d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732407794075 2024-11-24T00:23:16,137 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting fdd69d7a055c453e8e617a8552773b72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732407795241 2024-11-24T00:23:16,169 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#568 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:16,175 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/c6ef15923443484f99b732f33061266b is 50, key is test_row_0/C:col10/1732407795879/Put/seqid=0 2024-11-24T00:23:16,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742492_1668 (size=12731) 2024-11-24T00:23:16,226 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/c6ef15923443484f99b732f33061266b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c6ef15923443484f99b732f33061266b 2024-11-24T00:23:16,230 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into c6ef15923443484f99b732f33061266b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:16,230 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,230 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=12, startTime=1732407796070; duration=0sec 2024-11-24T00:23:16,230 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:16,231 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:16,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T00:23:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2a51b5e89054be69f77ddfb62738b42_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407795896/Put/seqid=0 2024-11-24T00:23:16,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407856256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407856264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407856264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742493_1669 (size=14994) 2024-11-24T00:23:16,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:16,319 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2a51b5e89054be69f77ddfb62738b42_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2a51b5e89054be69f77ddfb62738b42_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:16,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/d6c7b6e2cb3149ec997f93b6bc55950c, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/d6c7b6e2cb3149ec997f93b6bc55950c is 175, key is test_row_0/A:col10/1732407795896/Put/seqid=0 2024-11-24T00:23:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742494_1670 (size=39949) 2024-11-24T00:23:16,332 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/d6c7b6e2cb3149ec997f93b6bc55950c 2024-11-24T00:23:16,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/ead95988e407404d949615be8fbbd3dd is 50, key is test_row_0/B:col10/1732407795896/Put/seqid=0 2024-11-24T00:23:16,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407856365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407856368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742495_1671 (size=12301) 2024-11-24T00:23:16,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407856369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/ead95988e407404d949615be8fbbd3dd 2024-11-24T00:23:16,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9c474802807c45b2b11e1e7aafa64a8d is 50, key is test_row_0/C:col10/1732407795896/Put/seqid=0 2024-11-24T00:23:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742496_1672 (size=12301) 2024-11-24T00:23:16,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9c474802807c45b2b11e1e7aafa64a8d 2024-11-24T00:23:16,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/d6c7b6e2cb3149ec997f93b6bc55950c as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d6c7b6e2cb3149ec997f93b6bc55950c 2024-11-24T00:23:16,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d6c7b6e2cb3149ec997f93b6bc55950c, entries=200, sequenceid=277, filesize=39.0 K 2024-11-24T00:23:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/ead95988e407404d949615be8fbbd3dd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/ead95988e407404d949615be8fbbd3dd 2024-11-24T00:23:16,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/ead95988e407404d949615be8fbbd3dd, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T00:23:16,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9c474802807c45b2b11e1e7aafa64a8d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9c474802807c45b2b11e1e7aafa64a8d 2024-11-24T00:23:16,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9c474802807c45b2b11e1e7aafa64a8d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T00:23:16,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for e6126544225a6e49db849bdd0ba0675a in 227ms, sequenceid=277, compaction requested=false 2024-11-24T00:23:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,535 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#566 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:16,536 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/50de7fa0282a4a9bb540d2c7dedd5a1b is 175, key is test_row_0/A:col10/1732407795879/Put/seqid=0 2024-11-24T00:23:16,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742497_1673 (size=31685) 2024-11-24T00:23:16,557 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/50de7fa0282a4a9bb540d2c7dedd5a1b as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/50de7fa0282a4a9bb540d2c7dedd5a1b 2024-11-24T00:23:16,563 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into 50de7fa0282a4a9bb540d2c7dedd5a1b(size=30.9 K), total size for store is 70.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:16,563 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,563 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=12, startTime=1732407796068; duration=0sec 2024-11-24T00:23:16,563 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:16,563 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:16,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T00:23:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407856590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407856591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407856594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112401ef8a1e9f0d4d39b9110fcf2b43e86d_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407796567/Put/seqid=0 2024-11-24T00:23:16,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742498_1674 (size=14994) 2024-11-24T00:23:16,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:16,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112401ef8a1e9f0d4d39b9110fcf2b43e86d_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112401ef8a1e9f0d4d39b9110fcf2b43e86d_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:16,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/2aa5a5d4e2724de2b411177e0d500e73, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/2aa5a5d4e2724de2b411177e0d500e73 is 175, key is test_row_0/A:col10/1732407796567/Put/seqid=0 2024-11-24T00:23:16,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407856695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407856696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742499_1675 (size=39949) 2024-11-24T00:23:16,700 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/2aa5a5d4e2724de2b411177e0d500e73 2024-11-24T00:23:16,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407856699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/e675612663cd4178a2c8b85a6771bd69 is 50, key is test_row_0/B:col10/1732407796567/Put/seqid=0 2024-11-24T00:23:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742500_1676 (size=12301) 2024-11-24T00:23:16,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/e675612663cd4178a2c8b85a6771bd69 2024-11-24T00:23:16,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/8b04ef45a3454b689f505f42257edaba is 50, key is test_row_0/C:col10/1732407796567/Put/seqid=0 2024-11-24T00:23:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742501_1677 (size=12301) 2024-11-24T00:23:16,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/8b04ef45a3454b689f505f42257edaba 2024-11-24T00:23:16,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/2aa5a5d4e2724de2b411177e0d500e73 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2aa5a5d4e2724de2b411177e0d500e73 2024-11-24T00:23:16,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2aa5a5d4e2724de2b411177e0d500e73, entries=200, sequenceid=296, filesize=39.0 K 2024-11-24T00:23:16,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/e675612663cd4178a2c8b85a6771bd69 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/e675612663cd4178a2c8b85a6771bd69 2024-11-24T00:23:16,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/e675612663cd4178a2c8b85a6771bd69, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T00:23:16,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/8b04ef45a3454b689f505f42257edaba as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/8b04ef45a3454b689f505f42257edaba 2024-11-24T00:23:16,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/8b04ef45a3454b689f505f42257edaba, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T00:23:16,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e6126544225a6e49db849bdd0ba0675a in 241ms, sequenceid=296, compaction requested=true 2024-11-24T00:23:16,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,810 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:16,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:16,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:16,811 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:16,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:16,811 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:16,811 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,811 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/50de7fa0282a4a9bb540d2c7dedd5a1b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d6c7b6e2cb3149ec997f93b6bc55950c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2aa5a5d4e2724de2b411177e0d500e73] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=109.0 K 2024-11-24T00:23:16,812 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,812 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/50de7fa0282a4a9bb540d2c7dedd5a1b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d6c7b6e2cb3149ec997f93b6bc55950c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2aa5a5d4e2724de2b411177e0d500e73] 2024-11-24T00:23:16,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:16,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:16,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:16,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:16,813 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50de7fa0282a4a9bb540d2c7dedd5a1b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732407795241 2024-11-24T00:23:16,813 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:16,813 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6c7b6e2cb3149ec997f93b6bc55950c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732407795896 2024-11-24T00:23:16,813 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:16,813 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,814 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/26374798bd314f50b41a42cf350b4b91, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/ead95988e407404d949615be8fbbd3dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/e675612663cd4178a2c8b85a6771bd69] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=36.5 K 2024-11-24T00:23:16,814 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 26374798bd314f50b41a42cf350b4b91, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732407795241 2024-11-24T00:23:16,814 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aa5a5d4e2724de2b411177e0d500e73, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732407796246 2024-11-24T00:23:16,815 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting ead95988e407404d949615be8fbbd3dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732407795896 2024-11-24T00:23:16,815 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting e675612663cd4178a2c8b85a6771bd69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732407796260 2024-11-24T00:23:16,826 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:16,828 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/72e368be785c44399ab52e396cdc65cd is 50, key is test_row_0/B:col10/1732407796567/Put/seqid=0 2024-11-24T00:23:16,828 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,838 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411248637e8a120844f7bb15340e00237699f_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,840 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411248637e8a120844f7bb15340e00237699f_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,841 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248637e8a120844f7bb15340e00237699f_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:16,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742502_1678 (size=12983) 2024-11-24T00:23:16,871 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/72e368be785c44399ab52e396cdc65cd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/72e368be785c44399ab52e396cdc65cd 2024-11-24T00:23:16,877 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into 72e368be785c44399ab52e396cdc65cd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:16,877 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,877 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=13, startTime=1732407796811; duration=0sec 2024-11-24T00:23:16,877 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:16,877 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:16,877 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:16,879 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:16,879 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:16,879 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:16,879 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c6ef15923443484f99b732f33061266b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9c474802807c45b2b11e1e7aafa64a8d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/8b04ef45a3454b689f505f42257edaba] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=36.5 K 2024-11-24T00:23:16,880 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting c6ef15923443484f99b732f33061266b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732407795241 2024-11-24T00:23:16,880 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c474802807c45b2b11e1e7aafa64a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732407795896 2024-11-24T00:23:16,880 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b04ef45a3454b689f505f42257edaba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732407796260 2024-11-24T00:23:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742503_1679 (size=4469) 2024-11-24T00:23:16,896 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:16,896 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/355fb30c2727478f938b3267a505cda6 is 50, key is test_row_0/C:col10/1732407796567/Put/seqid=0 2024-11-24T00:23:16,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T00:23:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742504_1680 (size=12983) 2024-11-24T00:23:16,926 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/355fb30c2727478f938b3267a505cda6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/355fb30c2727478f938b3267a505cda6 2024-11-24T00:23:16,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247a1f6d4428c9456caeec8fcfec9e1cf3_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407796901/Put/seqid=0 2024-11-24T00:23:16,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407856927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,934 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 355fb30c2727478f938b3267a505cda6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:16,934 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:16,934 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=13, startTime=1732407796812; duration=0sec 2024-11-24T00:23:16,934 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:16,934 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:16,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407856929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407856930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:16,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742505_1681 (size=14994) 2024-11-24T00:23:17,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407857032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407857035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407857039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T00:23:17,116 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-24T00:23:17,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-24T00:23:17,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T00:23:17,121 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:17,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T00:23:17,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407857236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407857239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407857243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T00:23:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,295 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#576 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:17,295 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/49038d53183642899512d74648b401c8 is 175, key is test_row_0/A:col10/1732407796567/Put/seqid=0 2024-11-24T00:23:17,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742506_1682 (size=31937) 2024-11-24T00:23:17,330 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/49038d53183642899512d74648b401c8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/49038d53183642899512d74648b401c8 2024-11-24T00:23:17,338 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into 49038d53183642899512d74648b401c8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:17,338 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:17,338 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=13, startTime=1732407796810; duration=0sec 2024-11-24T00:23:17,338 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:17,338 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:17,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:17,379 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247a1f6d4428c9456caeec8fcfec9e1cf3_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247a1f6d4428c9456caeec8fcfec9e1cf3_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:17,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/11266ff00c684d609474f57dec5a1826, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:17,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/11266ff00c684d609474f57dec5a1826 is 175, key is test_row_0/A:col10/1732407796901/Put/seqid=0 2024-11-24T00:23:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T00:23:17,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T00:23:17,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742507_1683 (size=39949) 2024-11-24T00:23:17,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407857540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407857544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407857546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T00:23:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:17,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T00:23:17,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T00:23:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,835 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/11266ff00c684d609474f57dec5a1826 2024-11-24T00:23:17,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/1d1de855b56c4c7187d64f12ec363de1 is 50, key is test_row_0/B:col10/1732407796901/Put/seqid=0 2024-11-24T00:23:17,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T00:23:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:17,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742508_1684 (size=12301) 2024-11-24T00:23:17,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/1d1de855b56c4c7187d64f12ec363de1 2024-11-24T00:23:17,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407857899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,902 DEBUG [Thread-2629 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:23:17,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/973fb0678ab54cf394fcafeef599835d is 50, key is test_row_0/C:col10/1732407796901/Put/seqid=0 2024-11-24T00:23:17,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407857927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:17,930 DEBUG [Thread-2623 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:23:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742509_1685 (size=12301) 2024-11-24T00:23:17,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/973fb0678ab54cf394fcafeef599835d 2024-11-24T00:23:17,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/11266ff00c684d609474f57dec5a1826 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/11266ff00c684d609474f57dec5a1826 2024-11-24T00:23:17,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/11266ff00c684d609474f57dec5a1826, entries=200, sequenceid=317, filesize=39.0 K 2024-11-24T00:23:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/1d1de855b56c4c7187d64f12ec363de1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1d1de855b56c4c7187d64f12ec363de1 2024-11-24T00:23:17,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1d1de855b56c4c7187d64f12ec363de1, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T00:23:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/973fb0678ab54cf394fcafeef599835d as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/973fb0678ab54cf394fcafeef599835d 2024-11-24T00:23:17,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/973fb0678ab54cf394fcafeef599835d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T00:23:17,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e6126544225a6e49db849bdd0ba0675a in 1062ms, sequenceid=317, compaction requested=false 2024-11-24T00:23:17,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:18,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T00:23:18,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:18,039 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T00:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:18,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:18,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c1e30c0579314832b97389298b06c80c_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407796928/Put/seqid=0 2024-11-24T00:23:18,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742510_1686 (size=12454) 2024-11-24T00:23:18,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:18,081 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c1e30c0579314832b97389298b06c80c_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1e30c0579314832b97389298b06c80c_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:18,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/016f57e3caab42bd96fc724af8309502, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:18,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/016f57e3caab42bd96fc724af8309502 is 175, key is test_row_0/A:col10/1732407796928/Put/seqid=0 2024-11-24T00:23:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742511_1687 (size=31255) 2024-11-24T00:23:18,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407858103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407858104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407858104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407858208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407858209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407858209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T00:23:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407858412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407858413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407858414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,487 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/016f57e3caab42bd96fc724af8309502 2024-11-24T00:23:18,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/38b9bca4d88e4825bd1c6a7290d31d0e is 50, key is test_row_0/B:col10/1732407796928/Put/seqid=0 2024-11-24T00:23:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742512_1688 (size=12301) 2024-11-24T00:23:18,531 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/38b9bca4d88e4825bd1c6a7290d31d0e 2024-11-24T00:23:18,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/b9cfdb6146e648a7a156c0e328d20277 is 50, key is test_row_0/C:col10/1732407796928/Put/seqid=0 2024-11-24T00:23:18,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742513_1689 (size=12301) 2024-11-24T00:23:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407858716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407858716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407858718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:18,964 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/b9cfdb6146e648a7a156c0e328d20277 2024-11-24T00:23:18,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/016f57e3caab42bd96fc724af8309502 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/016f57e3caab42bd96fc724af8309502 2024-11-24T00:23:18,976 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/016f57e3caab42bd96fc724af8309502, entries=150, sequenceid=335, filesize=30.5 K 2024-11-24T00:23:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/38b9bca4d88e4825bd1c6a7290d31d0e as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/38b9bca4d88e4825bd1c6a7290d31d0e 2024-11-24T00:23:18,983 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/38b9bca4d88e4825bd1c6a7290d31d0e, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T00:23:18,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/b9cfdb6146e648a7a156c0e328d20277 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/b9cfdb6146e648a7a156c0e328d20277 2024-11-24T00:23:18,991 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/b9cfdb6146e648a7a156c0e328d20277, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T00:23:18,993 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e6126544225a6e49db849bdd0ba0675a in 953ms, sequenceid=335, compaction requested=true 2024-11-24T00:23:18,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:18,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:18,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-24T00:23:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-24T00:23:18,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-24T00:23:18,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-11-24T00:23:18,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.8780 sec 2024-11-24T00:23:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:19,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T00:23:19,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:19,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:19,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:19,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:19,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:19,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T00:23:19,225 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-24T00:23:19,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-24T00:23:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T00:23:19,228 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:19,229 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:19,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:19,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aa16a6c6bfd2472fb488b3876b755a15_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407799223/Put/seqid=0 2024-11-24T00:23:19,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407859235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407859236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407859237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742514_1690 (size=12454) 2024-11-24T00:23:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T00:23:19,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407859339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T00:23:19,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407859540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407859541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407859542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:19,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aa16a6c6bfd2472fb488b3876b755a15_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aa16a6c6bfd2472fb488b3876b755a15_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:19,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/209aabf7c8684debba07cf7da7253025, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:19,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/209aabf7c8684debba07cf7da7253025 is 175, key is test_row_0/A:col10/1732407799223/Put/seqid=0 2024-11-24T00:23:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742515_1691 (size=31255) 2024-11-24T00:23:19,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:19,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:19,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T00:23:19,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407859842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407859843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407859845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:19,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:19,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:19,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:19,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,052 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/209aabf7c8684debba07cf7da7253025 2024-11-24T00:23:20,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/6e35f54d1f3a48e8a9ca25cb952745f3 is 50, key is test_row_0/B:col10/1732407799223/Put/seqid=0 2024-11-24T00:23:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742516_1692 (size=12301) 2024-11-24T00:23:20,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T00:23:20,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407860348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407860348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407860352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:20,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:20,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/6e35f54d1f3a48e8a9ca25cb952745f3 2024-11-24T00:23:20,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/7065905467284b93b8e0414070106608 is 50, key is test_row_0/C:col10/1732407799223/Put/seqid=0 2024-11-24T00:23:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742517_1693 (size=12301) 2024-11-24T00:23:20,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:20,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/7065905467284b93b8e0414070106608 2024-11-24T00:23:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/209aabf7c8684debba07cf7da7253025 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/209aabf7c8684debba07cf7da7253025 2024-11-24T00:23:20,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/209aabf7c8684debba07cf7da7253025, entries=150, sequenceid=357, filesize=30.5 K 2024-11-24T00:23:20,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/6e35f54d1f3a48e8a9ca25cb952745f3 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/6e35f54d1f3a48e8a9ca25cb952745f3 2024-11-24T00:23:20,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/6e35f54d1f3a48e8a9ca25cb952745f3, entries=150, sequenceid=357, filesize=12.0 K 2024-11-24T00:23:20,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/7065905467284b93b8e0414070106608 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7065905467284b93b8e0414070106608 2024-11-24T00:23:20,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7065905467284b93b8e0414070106608, entries=150, sequenceid=357, filesize=12.0 K 2024-11-24T00:23:20,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e6126544225a6e49db849bdd0ba0675a in 1665ms, sequenceid=357, compaction requested=true 2024-11-24T00:23:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:20,888 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:20,888 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:20,889 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:20,889 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:20,889 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:20,889 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:20,889 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,889 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,890 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/72e368be785c44399ab52e396cdc65cd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1d1de855b56c4c7187d64f12ec363de1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/38b9bca4d88e4825bd1c6a7290d31d0e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/6e35f54d1f3a48e8a9ca25cb952745f3] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=48.7 K 2024-11-24T00:23:20,890 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/49038d53183642899512d74648b401c8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/11266ff00c684d609474f57dec5a1826, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/016f57e3caab42bd96fc724af8309502, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/209aabf7c8684debba07cf7da7253025] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=131.2 K 2024-11-24T00:23:20,890 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,890 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/49038d53183642899512d74648b401c8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/11266ff00c684d609474f57dec5a1826, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/016f57e3caab42bd96fc724af8309502, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/209aabf7c8684debba07cf7da7253025] 2024-11-24T00:23:20,890 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 72e368be785c44399ab52e396cdc65cd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732407796260 2024-11-24T00:23:20,890 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1de855b56c4c7187d64f12ec363de1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407796592 2024-11-24T00:23:20,890 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49038d53183642899512d74648b401c8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732407796260 2024-11-24T00:23:20,890 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11266ff00c684d609474f57dec5a1826, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407796590 2024-11-24T00:23:20,890 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 38b9bca4d88e4825bd1c6a7290d31d0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732407796926 2024-11-24T00:23:20,891 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e35f54d1f3a48e8a9ca25cb952745f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732407798103 2024-11-24T00:23:20,891 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 016f57e3caab42bd96fc724af8309502, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732407796926 2024-11-24T00:23:20,891 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 209aabf7c8684debba07cf7da7253025, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732407798103 2024-11-24T00:23:20,897 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:20,898 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:20,898 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a is 50, key is test_row_0/B:col10/1732407799223/Put/seqid=0 2024-11-24T00:23:20,900 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124847eb7803aa34944ae54e523212d1232_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:20,902 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124847eb7803aa34944ae54e523212d1232_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:20,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742518_1694 (size=13119) 2024-11-24T00:23:20,903 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124847eb7803aa34944ae54e523212d1232_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742519_1695 (size=4469) 2024-11-24T00:23:20,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:20,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T00:23:20,906 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#588 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,907 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:20,907 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/d11f05f71b9943d7a6a968d6cb852819 is 175, key is test_row_0/A:col10/1732407799223/Put/seqid=0 2024-11-24T00:23:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742520_1696 (size=32073) 2024-11-24T00:23:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247b50b0c83702412a8e371bd7a9483c12_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407799233/Put/seqid=0 2024-11-24T00:23:20,915 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/d11f05f71b9943d7a6a968d6cb852819 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d11f05f71b9943d7a6a968d6cb852819 2024-11-24T00:23:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742521_1697 (size=12454) 2024-11-24T00:23:20,919 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into d11f05f71b9943d7a6a968d6cb852819(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:20,919 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:20,919 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=12, startTime=1732407800888; duration=0sec 2024-11-24T00:23:20,919 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:20,919 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:20,919 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T00:23:20,920 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T00:23:20,920 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:20,920 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:20,920 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/355fb30c2727478f938b3267a505cda6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/973fb0678ab54cf394fcafeef599835d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/b9cfdb6146e648a7a156c0e328d20277, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7065905467284b93b8e0414070106608] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=48.7 K 2024-11-24T00:23:20,921 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 355fb30c2727478f938b3267a505cda6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732407796260 2024-11-24T00:23:20,921 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 973fb0678ab54cf394fcafeef599835d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732407796592 2024-11-24T00:23:20,922 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9cfdb6146e648a7a156c0e328d20277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732407796926 2024-11-24T00:23:20,922 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7065905467284b93b8e0414070106608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732407798103 2024-11-24T00:23:20,928 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#590 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:20,929 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/079b9f53af654dbe80bb39c2af8a64dd is 50, key is test_row_0/C:col10/1732407799223/Put/seqid=0 2024-11-24T00:23:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742522_1698 (size=13119) 2024-11-24T00:23:21,307 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a 2024-11-24T00:23:21,310 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into 8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:21,311 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:21,311 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=12, startTime=1732407800888; duration=0sec 2024-11-24T00:23:21,311 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:21,311 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:21,320 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247b50b0c83702412a8e371bd7a9483c12_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247b50b0c83702412a8e371bd7a9483c12_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:21,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/df53d4b13f3f409492521aef11b9fa79, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/df53d4b13f3f409492521aef11b9fa79 is 175, key is test_row_0/A:col10/1732407799233/Put/seqid=0 2024-11-24T00:23:21,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742523_1699 (size=31255) 2024-11-24T00:23:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T00:23:21,335 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/079b9f53af654dbe80bb39c2af8a64dd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/079b9f53af654dbe80bb39c2af8a64dd 2024-11-24T00:23:21,339 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 079b9f53af654dbe80bb39c2af8a64dd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:21,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:21,339 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=12, startTime=1732407800888; duration=0sec 2024-11-24T00:23:21,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:21,339 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407861402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407861402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407861402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407861505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407861505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407861506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407861707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407861707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407861707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:21,726 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/df53d4b13f3f409492521aef11b9fa79 2024-11-24T00:23:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/208e493033164a37a80162c46975d1e6 is 50, key is test_row_0/B:col10/1732407799233/Put/seqid=0 2024-11-24T00:23:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742524_1700 (size=12301) 2024-11-24T00:23:21,735 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/208e493033164a37a80162c46975d1e6 2024-11-24T00:23:21,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f36f404a2b7240e6b4ba99c9c18a5177 is 50, key is test_row_0/C:col10/1732407799233/Put/seqid=0 2024-11-24T00:23:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742525_1701 (size=12301) 2024-11-24T00:23:22,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407862009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407862009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407862011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,144 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f36f404a2b7240e6b4ba99c9c18a5177 2024-11-24T00:23:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/df53d4b13f3f409492521aef11b9fa79 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/df53d4b13f3f409492521aef11b9fa79 2024-11-24T00:23:22,152 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/df53d4b13f3f409492521aef11b9fa79, entries=150, sequenceid=371, filesize=30.5 K 2024-11-24T00:23:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/208e493033164a37a80162c46975d1e6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/208e493033164a37a80162c46975d1e6 2024-11-24T00:23:22,156 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/208e493033164a37a80162c46975d1e6, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T00:23:22,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f36f404a2b7240e6b4ba99c9c18a5177 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f36f404a2b7240e6b4ba99c9c18a5177 2024-11-24T00:23:22,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f36f404a2b7240e6b4ba99c9c18a5177, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T00:23:22,160 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e6126544225a6e49db849bdd0ba0675a in 1253ms, sequenceid=371, compaction requested=false 2024-11-24T00:23:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-24T00:23:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-24T00:23:22,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-24T00:23:22,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9320 sec 2024-11-24T00:23:22,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.9360 sec 2024-11-24T00:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:22,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:23:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:22,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444ae1f33ec244d3f9975fdfe06406ee7_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407801368/Put/seqid=0 2024-11-24T00:23:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742526_1702 (size=12454) 2024-11-24T00:23:22,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407862552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407862553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407862553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407862654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407862656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407862656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407862858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407862858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407862859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:22,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:22,931 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444ae1f33ec244d3f9975fdfe06406ee7_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444ae1f33ec244d3f9975fdfe06406ee7_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:22,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3820c0816e954d5fb0966fb908670ab5, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:22,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3820c0816e954d5fb0966fb908670ab5 is 175, key is test_row_0/A:col10/1732407801368/Put/seqid=0 2024-11-24T00:23:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742527_1703 (size=31255) 2024-11-24T00:23:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407863161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407863162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407863162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T00:23:23,332 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-24T00:23:23,333 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-24T00:23:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T00:23:23,334 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:23,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:23,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:23,336 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3820c0816e954d5fb0966fb908670ab5 2024-11-24T00:23:23,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/4f70b2165e7343a4b818cf867c066d1a is 50, key is test_row_0/B:col10/1732407801368/Put/seqid=0 2024-11-24T00:23:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742528_1704 (size=12301) 2024-11-24T00:23:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T00:23:23,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T00:23:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T00:23:23,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T00:23:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407863666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407863666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407863668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/4f70b2165e7343a4b818cf867c066d1a 2024-11-24T00:23:23,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/10afb54d208f4a23ae20e90382f11374 is 50, key is test_row_0/C:col10/1732407801368/Put/seqid=0 2024-11-24T00:23:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742529_1705 (size=12301) 2024-11-24T00:23:23,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T00:23:23,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:23,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T00:23:23,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:23,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T00:23:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:23,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:24,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T00:23:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:24,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:24,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/10afb54d208f4a23ae20e90382f11374 2024-11-24T00:23:24,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/3820c0816e954d5fb0966fb908670ab5 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3820c0816e954d5fb0966fb908670ab5 2024-11-24T00:23:24,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3820c0816e954d5fb0966fb908670ab5, entries=150, sequenceid=397, filesize=30.5 K 2024-11-24T00:23:24,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/4f70b2165e7343a4b818cf867c066d1a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/4f70b2165e7343a4b818cf867c066d1a 2024-11-24T00:23:24,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/4f70b2165e7343a4b818cf867c066d1a, entries=150, sequenceid=397, filesize=12.0 K 2024-11-24T00:23:24,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/10afb54d208f4a23ae20e90382f11374 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/10afb54d208f4a23ae20e90382f11374 2024-11-24T00:23:24,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/10afb54d208f4a23ae20e90382f11374, entries=150, sequenceid=397, filesize=12.0 K 2024-11-24T00:23:24,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e6126544225a6e49db849bdd0ba0675a in 1654ms, sequenceid=397, compaction requested=true 2024-11-24T00:23:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:24,171 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:24,171 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:24,172 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:24,172 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:24,172 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:24,172 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:24,172 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:24,172 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:24,172 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/208e493033164a37a80162c46975d1e6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/4f70b2165e7343a4b818cf867c066d1a] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=36.8 K 2024-11-24T00:23:24,172 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d11f05f71b9943d7a6a968d6cb852819, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/df53d4b13f3f409492521aef11b9fa79, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3820c0816e954d5fb0966fb908670ab5] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=92.4 K 2024-11-24T00:23:24,172 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:24,172 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d11f05f71b9943d7a6a968d6cb852819, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/df53d4b13f3f409492521aef11b9fa79, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3820c0816e954d5fb0966fb908670ab5] 2024-11-24T00:23:24,172 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732407798103 2024-11-24T00:23:24,172 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting d11f05f71b9943d7a6a968d6cb852819, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732407798103 2024-11-24T00:23:24,173 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 208e493033164a37a80162c46975d1e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732407799228 2024-11-24T00:23:24,173 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting df53d4b13f3f409492521aef11b9fa79, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732407799228 2024-11-24T00:23:24,173 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f70b2165e7343a4b818cf867c066d1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732407801368 2024-11-24T00:23:24,173 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3820c0816e954d5fb0966fb908670ab5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732407801368 2024-11-24T00:23:24,178 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:24,179 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:24,180 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/326f1b4925e247e39cd2bb6c47f5a6e9 is 50, key is test_row_0/B:col10/1732407801368/Put/seqid=0 2024-11-24T00:23:24,182 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d69fa6a7ec13428688f5d7cc4a33550a_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:24,183 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d69fa6a7ec13428688f5d7cc4a33550a_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:24,183 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d69fa6a7ec13428688f5d7cc4a33550a_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742531_1707 (size=4469) 2024-11-24T00:23:24,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742530_1706 (size=13221) 2024-11-24T00:23:24,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T00:23:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:24,250 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T00:23:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:24,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240ad7ab91dbff42e784d1d275b7ebd2f2_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407802550/Put/seqid=0 2024-11-24T00:23:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742532_1708 (size=12454) 2024-11-24T00:23:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T00:23:24,587 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#596 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:24,588 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/2c7510a0516042459aea406601ee6318 is 175, key is test_row_0/A:col10/1732407801368/Put/seqid=0 2024-11-24T00:23:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742533_1709 (size=32175) 2024-11-24T00:23:24,593 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/326f1b4925e247e39cd2bb6c47f5a6e9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/326f1b4925e247e39cd2bb6c47f5a6e9 2024-11-24T00:23:24,596 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/2c7510a0516042459aea406601ee6318 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2c7510a0516042459aea406601ee6318 2024-11-24T00:23:24,597 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into 326f1b4925e247e39cd2bb6c47f5a6e9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:24,597 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:24,597 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=13, startTime=1732407804171; duration=0sec 2024-11-24T00:23:24,597 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:24,597 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:24,597 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:24,598 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:24,598 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:24,598 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:24,598 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/079b9f53af654dbe80bb39c2af8a64dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f36f404a2b7240e6b4ba99c9c18a5177, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/10afb54d208f4a23ae20e90382f11374] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=36.8 K 2024-11-24T00:23:24,599 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 079b9f53af654dbe80bb39c2af8a64dd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732407798103 2024-11-24T00:23:24,599 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting f36f404a2b7240e6b4ba99c9c18a5177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732407799228 2024-11-24T00:23:24,599 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 10afb54d208f4a23ae20e90382f11374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732407801368 2024-11-24T00:23:24,600 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into 2c7510a0516042459aea406601ee6318(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:24,600 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:24,600 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=13, startTime=1732407804171; duration=0sec 2024-11-24T00:23:24,600 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:24,600 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:24,605 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#599 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:24,606 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/d24a54e071a94ba685a9a22e6425a789 is 50, key is test_row_0/C:col10/1732407801368/Put/seqid=0 2024-11-24T00:23:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742534_1710 (size=13221) 2024-11-24T00:23:24,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:24,662 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240ad7ab91dbff42e784d1d275b7ebd2f2_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240ad7ab91dbff42e784d1d275b7ebd2f2_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:24,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/e2ce3be52fb44c65b010a9c1e873e0d8, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:24,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/e2ce3be52fb44c65b010a9c1e873e0d8 is 175, key is test_row_0/A:col10/1732407802550/Put/seqid=0 2024-11-24T00:23:24,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742535_1711 (size=31255) 2024-11-24T00:23:24,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:24,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407864690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407864692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407864693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407864794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407864796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407864796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407864997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:24,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407864998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407864999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,019 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/d24a54e071a94ba685a9a22e6425a789 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d24a54e071a94ba685a9a22e6425a789 2024-11-24T00:23:25,023 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into d24a54e071a94ba685a9a22e6425a789(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:25,023 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:25,023 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=13, startTime=1732407804171; duration=0sec 2024-11-24T00:23:25,023 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:25,023 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:25,067 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/e2ce3be52fb44c65b010a9c1e873e0d8 2024-11-24T00:23:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/a5d69ef5a1f845ea8e5e9393bd041c30 is 50, key is test_row_0/B:col10/1732407802550/Put/seqid=0 2024-11-24T00:23:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742536_1712 (size=12301) 2024-11-24T00:23:25,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407865300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407865300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407865302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T00:23:25,478 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/a5d69ef5a1f845ea8e5e9393bd041c30 2024-11-24T00:23:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9f4ede750ae34e8686c2f85f081056ce is 50, key is test_row_0/C:col10/1732407802550/Put/seqid=0 2024-11-24T00:23:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742537_1713 (size=12301) 2024-11-24T00:23:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407865804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407865805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407865806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:25,888 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9f4ede750ae34e8686c2f85f081056ce 2024-11-24T00:23:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/e2ce3be52fb44c65b010a9c1e873e0d8 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/e2ce3be52fb44c65b010a9c1e873e0d8 2024-11-24T00:23:25,895 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/e2ce3be52fb44c65b010a9c1e873e0d8, entries=150, sequenceid=411, filesize=30.5 K 2024-11-24T00:23:25,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/a5d69ef5a1f845ea8e5e9393bd041c30 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/a5d69ef5a1f845ea8e5e9393bd041c30 2024-11-24T00:23:25,898 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/a5d69ef5a1f845ea8e5e9393bd041c30, entries=150, sequenceid=411, filesize=12.0 K 2024-11-24T00:23:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9f4ede750ae34e8686c2f85f081056ce as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9f4ede750ae34e8686c2f85f081056ce 2024-11-24T00:23:25,902 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9f4ede750ae34e8686c2f85f081056ce, entries=150, sequenceid=411, filesize=12.0 K 2024-11-24T00:23:25,902 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e6126544225a6e49db849bdd0ba0675a in 1652ms, sequenceid=411, compaction requested=false 2024-11-24T00:23:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-24T00:23:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-24T00:23:25,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-24T00:23:25,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5680 sec 2024-11-24T00:23:25,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.5720 sec 2024-11-24T00:23:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:26,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T00:23:26,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:26,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:26,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:26,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:26,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:26,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:26,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f560a46cae54df5a7d21c277694c0f8_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407806809/Put/seqid=0 2024-11-24T00:23:26,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742538_1714 (size=14994) 2024-11-24T00:23:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407866820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407866821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407866821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407866924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407866924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:26,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407866924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407867126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407867127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407867127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:27,224 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f560a46cae54df5a7d21c277694c0f8_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f560a46cae54df5a7d21c277694c0f8_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:27,225 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/bda07cded1084fc2ac901074984d5cd1, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:27,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/bda07cded1084fc2ac901074984d5cd1 is 175, key is test_row_0/A:col10/1732407806809/Put/seqid=0 2024-11-24T00:23:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742539_1715 (size=39949) 2024-11-24T00:23:27,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407867428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407867431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407867431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T00:23:27,439 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-24T00:23:27,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T00:23:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-24T00:23:27,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T00:23:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T00:23:27,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T00:23:27,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T00:23:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T00:23:27,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-24T00:23:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:27,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T00:23:27,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/bda07cded1084fc2ac901074984d5cd1 2024-11-24T00:23:27,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/803e8d7eb2d240628b3eafcfa7ab6ebc is 50, key is test_row_0/B:col10/1732407806809/Put/seqid=0 2024-11-24T00:23:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742540_1716 (size=12301) 2024-11-24T00:23:27,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/803e8d7eb2d240628b3eafcfa7ab6ebc 2024-11-24T00:23:27,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/4614ac837f1847d39b625b7c2f0b3722 is 50, key is test_row_0/C:col10/1732407806809/Put/seqid=0 2024-11-24T00:23:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742541_1717 (size=12301) 2024-11-24T00:23:27,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/4614ac837f1847d39b625b7c2f0b3722 2024-11-24T00:23:27,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/bda07cded1084fc2ac901074984d5cd1 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/bda07cded1084fc2ac901074984d5cd1 2024-11-24T00:23:27,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/bda07cded1084fc2ac901074984d5cd1, entries=200, sequenceid=437, filesize=39.0 K 2024-11-24T00:23:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/803e8d7eb2d240628b3eafcfa7ab6ebc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/803e8d7eb2d240628b3eafcfa7ab6ebc 2024-11-24T00:23:27,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/803e8d7eb2d240628b3eafcfa7ab6ebc, entries=150, sequenceid=437, filesize=12.0 K 2024-11-24T00:23:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/4614ac837f1847d39b625b7c2f0b3722 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4614ac837f1847d39b625b7c2f0b3722 2024-11-24T00:23:27,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4614ac837f1847d39b625b7c2f0b3722, entries=150, sequenceid=437, filesize=12.0 K 2024-11-24T00:23:27,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e6126544225a6e49db849bdd0ba0675a in 852ms, sequenceid=437, compaction requested=true 2024-11-24T00:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:27,662 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:27,662 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:27,663 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:27,663 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:27,663 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:27,663 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:27,663 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:27,663 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:27,663 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2c7510a0516042459aea406601ee6318, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/e2ce3be52fb44c65b010a9c1e873e0d8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/bda07cded1084fc2ac901074984d5cd1] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=101.0 K 2024-11-24T00:23:27,663 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/326f1b4925e247e39cd2bb6c47f5a6e9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/a5d69ef5a1f845ea8e5e9393bd041c30, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/803e8d7eb2d240628b3eafcfa7ab6ebc] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=36.9 K 2024-11-24T00:23:27,663 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:27,663 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2c7510a0516042459aea406601ee6318, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/e2ce3be52fb44c65b010a9c1e873e0d8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/bda07cded1084fc2ac901074984d5cd1] 2024-11-24T00:23:27,663 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 326f1b4925e247e39cd2bb6c47f5a6e9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732407801368 2024-11-24T00:23:27,663 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c7510a0516042459aea406601ee6318, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732407801368 2024-11-24T00:23:27,664 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2ce3be52fb44c65b010a9c1e873e0d8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732407802550 2024-11-24T00:23:27,664 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting a5d69ef5a1f845ea8e5e9393bd041c30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732407802550 2024-11-24T00:23:27,664 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting bda07cded1084fc2ac901074984d5cd1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732407804689 2024-11-24T00:23:27,664 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 803e8d7eb2d240628b3eafcfa7ab6ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732407804689 2024-11-24T00:23:27,670 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#605 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:27,671 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/71b5543d6bfa4e8f8188ea0a8241fad7 is 50, key is test_row_0/B:col10/1732407806809/Put/seqid=0 2024-11-24T00:23:27,672 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:27,674 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124936857458ed742848bb55df95c9c0a39_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:27,675 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124936857458ed742848bb55df95c9c0a39_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:27,675 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124936857458ed742848bb55df95c9c0a39_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:27,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742542_1718 (size=13323) 2024-11-24T00:23:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742543_1719 (size=4469) 2024-11-24T00:23:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T00:23:27,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44317 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-24T00:23:27,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:27,746 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T00:23:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247d9ec7ef372940cba2f3cde93ecdeb31_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407806820/Put/seqid=0 2024-11-24T00:23:27,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742544_1720 (size=12454) 2024-11-24T00:23:27,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:27,759 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247d9ec7ef372940cba2f3cde93ecdeb31_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247d9ec7ef372940cba2f3cde93ecdeb31_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:27,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4 is 175, key is test_row_0/A:col10/1732407806820/Put/seqid=0 2024-11-24T00:23:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742545_1721 (size=31255) 2024-11-24T00:23:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:27,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. as already flushing 2024-11-24T00:23:27,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407867981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407867983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407867983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:27,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407867984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36206 deadline: 1732407867999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,002 DEBUG [Thread-2623 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18261 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., hostname=1a18afc96aae,44317,1732407637776, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T00:23:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T00:23:28,078 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/71b5543d6bfa4e8f8188ea0a8241fad7 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/71b5543d6bfa4e8f8188ea0a8241fad7 2024-11-24T00:23:28,080 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#606 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:28,081 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/c59d6d541c7a4461a801c4ea1c3879bc is 175, key is test_row_0/A:col10/1732407806809/Put/seqid=0 2024-11-24T00:23:28,084 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into 71b5543d6bfa4e8f8188ea0a8241fad7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:28,084 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:28,084 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=13, startTime=1732407807662; duration=0sec 2024-11-24T00:23:28,084 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:28,084 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:28,084 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:28,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407868085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742546_1722 (size=32277) 2024-11-24T00:23:28,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407868086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407868087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407868087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,089 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:28,089 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:28,089 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:28,089 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d24a54e071a94ba685a9a22e6425a789, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9f4ede750ae34e8686c2f85f081056ce, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4614ac837f1847d39b625b7c2f0b3722] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=36.9 K 2024-11-24T00:23:28,090 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting d24a54e071a94ba685a9a22e6425a789, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732407801368 2024-11-24T00:23:28,090 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f4ede750ae34e8686c2f85f081056ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732407802550 2024-11-24T00:23:28,090 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 4614ac837f1847d39b625b7c2f0b3722, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732407804689 2024-11-24T00:23:28,093 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/c59d6d541c7a4461a801c4ea1c3879bc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c59d6d541c7a4461a801c4ea1c3879bc 2024-11-24T00:23:28,097 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into c59d6d541c7a4461a801c4ea1c3879bc(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:28,097 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:28,097 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=13, startTime=1732407807662; duration=0sec 2024-11-24T00:23:28,097 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:28,097 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:28,098 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#608 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:28,098 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/658a1a1116654b34ab6671bfb42b2b15 is 50, key is test_row_0/C:col10/1732407806809/Put/seqid=0 2024-11-24T00:23:28,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742547_1723 (size=13323) 2024-11-24T00:23:28,165 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=450, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4 2024-11-24T00:23:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/1735f0517c2745a6a01215b67d357211 is 50, key is test_row_0/B:col10/1732407806820/Put/seqid=0 2024-11-24T00:23:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742548_1724 (size=12301) 2024-11-24T00:23:28,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407868286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407868289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407868289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407868290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,506 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/658a1a1116654b34ab6671bfb42b2b15 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/658a1a1116654b34ab6671bfb42b2b15 2024-11-24T00:23:28,510 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 658a1a1116654b34ab6671bfb42b2b15(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:28,510 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:28,510 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=13, startTime=1732407807662; duration=0sec 2024-11-24T00:23:28,510 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:28,510 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T00:23:28,579 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/1735f0517c2745a6a01215b67d357211 2024-11-24T00:23:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9245944a81aa4419bd7504fb3cd09655 is 50, key is test_row_0/C:col10/1732407806820/Put/seqid=0 2024-11-24T00:23:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742549_1725 (size=12301) 2024-11-24T00:23:28,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36154 deadline: 1732407868591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36214 deadline: 1732407868593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732407868594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T00:23:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44317 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1732407868594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:28,695 DEBUG [Thread-2642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fcb3634 to 127.0.0.1:54804 2024-11-24T00:23:28,695 DEBUG [Thread-2642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:28,696 DEBUG [Thread-2638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d48543c to 127.0.0.1:54804 2024-11-24T00:23:28,696 DEBUG [Thread-2638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:28,697 DEBUG [Thread-2634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a5e441 to 127.0.0.1:54804 2024-11-24T00:23:28,697 DEBUG [Thread-2634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:28,697 DEBUG [Thread-2636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x723a6cf2 to 127.0.0.1:54804 2024-11-24T00:23:28,697 DEBUG [Thread-2636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:28,698 DEBUG [Thread-2640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x336a5bad to 127.0.0.1:54804 2024-11-24T00:23:28,698 DEBUG [Thread-2640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:28,989 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9245944a81aa4419bd7504fb3cd09655 2024-11-24T00:23:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4 2024-11-24T00:23:28,996 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4, entries=150, sequenceid=450, filesize=30.5 K 2024-11-24T00:23:28,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/1735f0517c2745a6a01215b67d357211 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1735f0517c2745a6a01215b67d357211 2024-11-24T00:23:28,999 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1735f0517c2745a6a01215b67d357211, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T00:23:28,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/9245944a81aa4419bd7504fb3cd09655 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9245944a81aa4419bd7504fb3cd09655 2024-11-24T00:23:29,001 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9245944a81aa4419bd7504fb3cd09655, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T00:23:29,002 INFO [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e6126544225a6e49db849bdd0ba0675a in 1256ms, sequenceid=450, compaction requested=false 2024-11-24T00:23:29,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:29,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:29,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1a18afc96aae:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-24T00:23:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-24T00:23:29,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-24T00:23:29,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5610 sec 2024-11-24T00:23:29,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.5640 sec 2024-11-24T00:23:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.HRegion(8581): Flush requested on e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:29,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T00:23:29,097 DEBUG [Thread-2631 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3395eba8 to 127.0.0.1:54804 2024-11-24T00:23:29,097 DEBUG [Thread-2631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:29,098 DEBUG [Thread-2629 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d6c03ba to 127.0.0.1:54804 2024-11-24T00:23:29,098 DEBUG [Thread-2629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:29,100 DEBUG [Thread-2627 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd3d28 to 127.0.0.1:54804 2024-11-24T00:23:29,100 DEBUG [Thread-2627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:29,101 DEBUG [Thread-2625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c3d7a2 to 127.0.0.1:54804 2024-11-24T00:23:29,101 DEBUG [Thread-2625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:29,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c86f5e49077645ed9915d84d5ec8fe10_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407809096/Put/seqid=0 2024-11-24T00:23:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742550_1726 (size=12454) 2024-11-24T00:23:29,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:29,510 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c86f5e49077645ed9915d84d5ec8fe10_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c86f5e49077645ed9915d84d5ec8fe10_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:29,511 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/73f97b9ad94943bfa204611f8cc1528a, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:29,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/73f97b9ad94943bfa204611f8cc1528a is 175, key is test_row_0/A:col10/1732407809096/Put/seqid=0 2024-11-24T00:23:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742551_1727 (size=31255) 2024-11-24T00:23:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T00:23:29,545 INFO [Thread-2633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-24T00:23:29,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=479, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/73f97b9ad94943bfa204611f8cc1528a 2024-11-24T00:23:29,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/724d7c44ca68405580299797afee3a87 is 50, key is test_row_0/B:col10/1732407809096/Put/seqid=0 2024-11-24T00:23:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742552_1728 (size=12301) 2024-11-24T00:23:30,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/724d7c44ca68405580299797afee3a87 2024-11-24T00:23:30,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/7ce0dbb82faf40fca26cedbe824a1917 is 50, key is test_row_0/C:col10/1732407809096/Put/seqid=0 2024-11-24T00:23:30,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742553_1729 (size=12301) 2024-11-24T00:23:30,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/7ce0dbb82faf40fca26cedbe824a1917 2024-11-24T00:23:30,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/73f97b9ad94943bfa204611f8cc1528a as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/73f97b9ad94943bfa204611f8cc1528a 2024-11-24T00:23:30,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/73f97b9ad94943bfa204611f8cc1528a, entries=150, sequenceid=479, filesize=30.5 K 2024-11-24T00:23:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/724d7c44ca68405580299797afee3a87 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/724d7c44ca68405580299797afee3a87 2024-11-24T00:23:30,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/724d7c44ca68405580299797afee3a87, entries=150, sequenceid=479, filesize=12.0 K 2024-11-24T00:23:30,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/7ce0dbb82faf40fca26cedbe824a1917 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7ce0dbb82faf40fca26cedbe824a1917 2024-11-24T00:23:30,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7ce0dbb82faf40fca26cedbe824a1917, entries=150, sequenceid=479, filesize=12.0 K 2024-11-24T00:23:30,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for e6126544225a6e49db849bdd0ba0675a in 1649ms, sequenceid=479, compaction requested=true 2024-11-24T00:23:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T00:23:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T00:23:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:30,746 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6126544225a6e49db849bdd0ba0675a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T00:23:30,746 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:30,747 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:30,747 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/A is initiating minor compaction (all files) 2024-11-24T00:23:30,747 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/A in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:30,747 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c59d6d541c7a4461a801c4ea1c3879bc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/73f97b9ad94943bfa204611f8cc1528a] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=92.6 K 2024-11-24T00:23:30,747 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:30,747 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. files: [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c59d6d541c7a4461a801c4ea1c3879bc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/73f97b9ad94943bfa204611f8cc1528a] 2024-11-24T00:23:30,747 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:30,747 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/B is initiating minor compaction (all files) 2024-11-24T00:23:30,747 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/B in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:30,747 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting c59d6d541c7a4461a801c4ea1c3879bc, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732407804689 2024-11-24T00:23:30,747 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/71b5543d6bfa4e8f8188ea0a8241fad7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1735f0517c2745a6a01215b67d357211, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/724d7c44ca68405580299797afee3a87] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=37.0 K 2024-11-24T00:23:30,748 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting f97cc23a9ffa4dbc9c302a1b9d55dbf4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732407806819 2024-11-24T00:23:30,748 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 71b5543d6bfa4e8f8188ea0a8241fad7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732407804689 2024-11-24T00:23:30,748 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73f97b9ad94943bfa204611f8cc1528a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732407807978 2024-11-24T00:23:30,748 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 1735f0517c2745a6a01215b67d357211, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732407806819 2024-11-24T00:23:30,748 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 724d7c44ca68405580299797afee3a87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732407807978 2024-11-24T00:23:30,755 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#B#compaction#614 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:30,755 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/eb922b8dbe94499fb33f1d41ad1b18e9 is 50, key is test_row_0/B:col10/1732407809096/Put/seqid=0 2024-11-24T00:23:30,756 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:30,758 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e9d3676b62d546f48e25043640d3c789_e6126544225a6e49db849bdd0ba0675a store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742554_1730 (size=13425) 2024-11-24T00:23:30,762 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e9d3676b62d546f48e25043640d3c789_e6126544225a6e49db849bdd0ba0675a, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:30,762 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e9d3676b62d546f48e25043640d3c789_e6126544225a6e49db849bdd0ba0675a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:30,763 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/eb922b8dbe94499fb33f1d41ad1b18e9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/eb922b8dbe94499fb33f1d41ad1b18e9 2024-11-24T00:23:30,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742555_1731 (size=4469) 2024-11-24T00:23:30,766 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/B of e6126544225a6e49db849bdd0ba0675a into eb922b8dbe94499fb33f1d41ad1b18e9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:30,766 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:30,766 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/B, priority=13, startTime=1732407810746; duration=0sec 2024-11-24T00:23:30,766 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T00:23:30,766 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:B 2024-11-24T00:23:30,766 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T00:23:30,767 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T00:23:30,767 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1540): e6126544225a6e49db849bdd0ba0675a/C is initiating minor compaction (all files) 2024-11-24T00:23:30,767 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6126544225a6e49db849bdd0ba0675a/C in TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:30,767 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/658a1a1116654b34ab6671bfb42b2b15, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9245944a81aa4419bd7504fb3cd09655, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7ce0dbb82faf40fca26cedbe824a1917] into tmpdir=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp, totalSize=37.0 K 2024-11-24T00:23:30,767 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 658a1a1116654b34ab6671bfb42b2b15, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732407804689 2024-11-24T00:23:30,767 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 9245944a81aa4419bd7504fb3cd09655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732407806819 2024-11-24T00:23:30,768 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ce0dbb82faf40fca26cedbe824a1917, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732407807978 2024-11-24T00:23:30,775 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#C#compaction#616 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:30,775 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/4571c71e32574987aaebd45c348c67ce is 50, key is test_row_0/C:col10/1732407809096/Put/seqid=0 2024-11-24T00:23:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742556_1732 (size=13425) 2024-11-24T00:23:31,166 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6126544225a6e49db849bdd0ba0675a#A#compaction#615 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T00:23:31,167 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/841027a3c3fd4eee9005f44a379b87c9 is 175, key is test_row_0/A:col10/1732407809096/Put/seqid=0 2024-11-24T00:23:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742557_1733 (size=32379) 2024-11-24T00:23:31,182 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/4571c71e32574987aaebd45c348c67ce as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4571c71e32574987aaebd45c348c67ce 2024-11-24T00:23:31,185 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/C of e6126544225a6e49db849bdd0ba0675a into 4571c71e32574987aaebd45c348c67ce(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:31,185 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:31,185 INFO [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/C, priority=13, startTime=1732407810746; duration=0sec 2024-11-24T00:23:31,185 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:31,185 DEBUG [RS:0;1a18afc96aae:44317-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:C 2024-11-24T00:23:31,574 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/841027a3c3fd4eee9005f44a379b87c9 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/841027a3c3fd4eee9005f44a379b87c9 2024-11-24T00:23:31,577 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6126544225a6e49db849bdd0ba0675a/A of e6126544225a6e49db849bdd0ba0675a into 841027a3c3fd4eee9005f44a379b87c9(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T00:23:31,577 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:31,577 INFO [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a., storeName=e6126544225a6e49db849bdd0ba0675a/A, priority=13, startTime=1732407810746; duration=0sec 2024-11-24T00:23:31,577 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T00:23:31,577 DEBUG [RS:0;1a18afc96aae:44317-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6126544225a6e49db849bdd0ba0675a:A 2024-11-24T00:23:36,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T00:23:38,062 DEBUG [Thread-2623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1767dc60 to 127.0.0.1:54804 2024-11-24T00:23:38,062 DEBUG [Thread-2623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 132 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5766 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5721 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5554 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5768 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5697 2024-11-24T00:23:38,063 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T00:23:38,063 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T00:23:38,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c0f5004 to 127.0.0.1:54804 2024-11-24T00:23:38,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:38,065 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T00:23:38,065 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T00:23:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:38,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407818068"}]},"ts":"1732407818068"} 2024-11-24T00:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T00:23:38,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T00:23:38,072 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T00:23:38,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T00:23:38,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, UNASSIGN}] 2024-11-24T00:23:38,074 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, UNASSIGN 2024-11-24T00:23:38,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=CLOSING, regionLocation=1a18afc96aae,44317,1732407637776 2024-11-24T00:23:38,076 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T00:23:38,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; CloseRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776}] 2024-11-24T00:23:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T00:23:38,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:38,227 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(124): Close e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:38,227 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1681): Closing e6126544225a6e49db849bdd0ba0675a, disabling compactions & flushes 2024-11-24T00:23:38,228 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. after waiting 0 ms 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:38,228 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(2837): Flushing e6126544225a6e49db849bdd0ba0675a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=A 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=B 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6126544225a6e49db849bdd0ba0675a, store=C 2024-11-24T00:23:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T00:23:38,233 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f5450de6bb314bf58db220cebcfb00a3_e6126544225a6e49db849bdd0ba0675a is 50, key is test_row_0/A:col10/1732407818060/Put/seqid=0 2024-11-24T00:23:38,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742558_1734 (size=9914) 2024-11-24T00:23:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T00:23:38,637 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T00:23:38,641 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f5450de6bb314bf58db220cebcfb00a3_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f5450de6bb314bf58db220cebcfb00a3_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:38,642 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cce3ee9d41c0496182b38927888abccd, store: [table=TestAcidGuarantees family=A region=e6126544225a6e49db849bdd0ba0675a] 2024-11-24T00:23:38,642 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cce3ee9d41c0496182b38927888abccd is 175, key is test_row_0/A:col10/1732407818060/Put/seqid=0 2024-11-24T00:23:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742559_1735 (size=22561) 2024-11-24T00:23:38,646 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=488, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cce3ee9d41c0496182b38927888abccd 2024-11-24T00:23:38,653 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/82bb92d963254ecaabe367a273875abc is 50, key is test_row_0/B:col10/1732407818060/Put/seqid=0 2024-11-24T00:23:38,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742560_1736 (size=9857) 2024-11-24T00:23:38,657 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/82bb92d963254ecaabe367a273875abc 2024-11-24T00:23:38,662 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f160793ad7c447d4a1141ada0486a565 is 50, key is test_row_0/C:col10/1732407818060/Put/seqid=0 2024-11-24T00:23:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742561_1737 (size=9857) 2024-11-24T00:23:38,670 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f160793ad7c447d4a1141ada0486a565 2024-11-24T00:23:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T00:23:38,675 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/A/cce3ee9d41c0496182b38927888abccd as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cce3ee9d41c0496182b38927888abccd 2024-11-24T00:23:38,679 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cce3ee9d41c0496182b38927888abccd, entries=100, sequenceid=488, filesize=22.0 K 2024-11-24T00:23:38,680 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/B/82bb92d963254ecaabe367a273875abc as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82bb92d963254ecaabe367a273875abc 2024-11-24T00:23:38,683 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82bb92d963254ecaabe367a273875abc, entries=100, sequenceid=488, filesize=9.6 K 2024-11-24T00:23:38,684 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/.tmp/C/f160793ad7c447d4a1141ada0486a565 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f160793ad7c447d4a1141ada0486a565 2024-11-24T00:23:38,687 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f160793ad7c447d4a1141ada0486a565, entries=100, sequenceid=488, filesize=9.6 K 2024-11-24T00:23:38,687 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e6126544225a6e49db849bdd0ba0675a in 459ms, sequenceid=488, compaction requested=false 2024-11-24T00:23:38,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/6dfed83fca3145c2a5d9199f13b7b70f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4723ee737f244b58baff8b2f94a15b19, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/da4f553a372540f181d2eb0d40fa0fc6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3d7dd0f8fdc34b95bddae7b3864ebf76, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c67fb6e7290248ca9965b3507e6c5d87, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/09765c9a624b444fbcd688df012f4897, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/ff3e95a6f6d14c5ca87f766e7cf08ecd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/77dd524e58244ff89d4af4e59297ebbf, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/5014a1cda6b54a65aa32eed48d0994cc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/84cd719a34ad49169a4ffa75a1ce374d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3273f43cdf5746cda8a1af7e3106befa, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4b401d916d5a4afe8bdbde77995b88c1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/19c8dfe2521a46bda2511b0923e37255, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/db6e12488b0b4317873903b2e1c329b7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/33152ffc475d40418a87e62f421668c7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/994ce2d8836f4beebbd5faf14d993eb1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/50de7fa0282a4a9bb540d2c7dedd5a1b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cf6bca298cb142c583f17416d1889e7d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d6c7b6e2cb3149ec997f93b6bc55950c, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2aa5a5d4e2724de2b411177e0d500e73, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/49038d53183642899512d74648b401c8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/11266ff00c684d609474f57dec5a1826, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/016f57e3caab42bd96fc724af8309502, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d11f05f71b9943d7a6a968d6cb852819, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/209aabf7c8684debba07cf7da7253025, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/df53d4b13f3f409492521aef11b9fa79, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2c7510a0516042459aea406601ee6318, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3820c0816e954d5fb0966fb908670ab5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/e2ce3be52fb44c65b010a9c1e873e0d8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/bda07cded1084fc2ac901074984d5cd1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c59d6d541c7a4461a801c4ea1c3879bc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/73f97b9ad94943bfa204611f8cc1528a] to archive 2024-11-24T00:23:38,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:23:38,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/6dfed83fca3145c2a5d9199f13b7b70f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/6dfed83fca3145c2a5d9199f13b7b70f 2024-11-24T00:23:38,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4723ee737f244b58baff8b2f94a15b19 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4723ee737f244b58baff8b2f94a15b19 2024-11-24T00:23:38,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/da4f553a372540f181d2eb0d40fa0fc6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/da4f553a372540f181d2eb0d40fa0fc6 2024-11-24T00:23:38,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3d7dd0f8fdc34b95bddae7b3864ebf76 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3d7dd0f8fdc34b95bddae7b3864ebf76 2024-11-24T00:23:38,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c67fb6e7290248ca9965b3507e6c5d87 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c67fb6e7290248ca9965b3507e6c5d87 2024-11-24T00:23:38,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/09765c9a624b444fbcd688df012f4897 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/09765c9a624b444fbcd688df012f4897 2024-11-24T00:23:38,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/ff3e95a6f6d14c5ca87f766e7cf08ecd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/ff3e95a6f6d14c5ca87f766e7cf08ecd 2024-11-24T00:23:38,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/77dd524e58244ff89d4af4e59297ebbf to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/77dd524e58244ff89d4af4e59297ebbf 2024-11-24T00:23:38,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/5014a1cda6b54a65aa32eed48d0994cc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/5014a1cda6b54a65aa32eed48d0994cc 2024-11-24T00:23:38,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/84cd719a34ad49169a4ffa75a1ce374d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/84cd719a34ad49169a4ffa75a1ce374d 2024-11-24T00:23:38,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3273f43cdf5746cda8a1af7e3106befa to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3273f43cdf5746cda8a1af7e3106befa 2024-11-24T00:23:38,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4b401d916d5a4afe8bdbde77995b88c1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/4b401d916d5a4afe8bdbde77995b88c1 2024-11-24T00:23:38,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/19c8dfe2521a46bda2511b0923e37255 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/19c8dfe2521a46bda2511b0923e37255 2024-11-24T00:23:38,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/db6e12488b0b4317873903b2e1c329b7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/db6e12488b0b4317873903b2e1c329b7 2024-11-24T00:23:38,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/33152ffc475d40418a87e62f421668c7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/33152ffc475d40418a87e62f421668c7 2024-11-24T00:23:38,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/994ce2d8836f4beebbd5faf14d993eb1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/994ce2d8836f4beebbd5faf14d993eb1 2024-11-24T00:23:38,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/50de7fa0282a4a9bb540d2c7dedd5a1b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/50de7fa0282a4a9bb540d2c7dedd5a1b 2024-11-24T00:23:38,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cf6bca298cb142c583f17416d1889e7d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cf6bca298cb142c583f17416d1889e7d 2024-11-24T00:23:38,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d6c7b6e2cb3149ec997f93b6bc55950c to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d6c7b6e2cb3149ec997f93b6bc55950c 2024-11-24T00:23:38,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2aa5a5d4e2724de2b411177e0d500e73 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2aa5a5d4e2724de2b411177e0d500e73 2024-11-24T00:23:38,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/49038d53183642899512d74648b401c8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/49038d53183642899512d74648b401c8 2024-11-24T00:23:38,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/11266ff00c684d609474f57dec5a1826 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/11266ff00c684d609474f57dec5a1826 2024-11-24T00:23:38,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/016f57e3caab42bd96fc724af8309502 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/016f57e3caab42bd96fc724af8309502 2024-11-24T00:23:38,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d11f05f71b9943d7a6a968d6cb852819 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/d11f05f71b9943d7a6a968d6cb852819 2024-11-24T00:23:38,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/209aabf7c8684debba07cf7da7253025 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/209aabf7c8684debba07cf7da7253025 2024-11-24T00:23:38,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/df53d4b13f3f409492521aef11b9fa79 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/df53d4b13f3f409492521aef11b9fa79 2024-11-24T00:23:38,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2c7510a0516042459aea406601ee6318 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/2c7510a0516042459aea406601ee6318 2024-11-24T00:23:38,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3820c0816e954d5fb0966fb908670ab5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/3820c0816e954d5fb0966fb908670ab5 2024-11-24T00:23:38,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/e2ce3be52fb44c65b010a9c1e873e0d8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/e2ce3be52fb44c65b010a9c1e873e0d8 2024-11-24T00:23:38,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/bda07cded1084fc2ac901074984d5cd1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/bda07cded1084fc2ac901074984d5cd1 2024-11-24T00:23:38,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c59d6d541c7a4461a801c4ea1c3879bc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/c59d6d541c7a4461a801c4ea1c3879bc 2024-11-24T00:23:38,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/f97cc23a9ffa4dbc9c302a1b9d55dbf4 2024-11-24T00:23:38,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/73f97b9ad94943bfa204611f8cc1528a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/73f97b9ad94943bfa204611f8cc1528a 2024-11-24T00:23:38,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/d528ddfd26ca4a4490cb9f11f0952399, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/3184ffe757db4ca9aa7875db97f0c564, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2305462c61114dee85a50da93498f591, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/de4f4d449a1e4452877fe5b30bbd0eee, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82de782d86dc4207803860039585c2e5, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2049c5802ace4fdeb47836d44c2461bc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7d0fa0d1c94744af9a35673a9b7766cd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7bc45b77ce7e48b0b8d0bed11b2a29de, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/11af61a2c6e346a2bc7134c36498fa15, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/df7e1ebc92d44ff192ed2e31197ea29e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8834df3b303f4c8aaf31633ad45f3414, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/63206dc58824460d9721343efd7f6f30, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/bf30e022f4b44975948cf414ab52b9da, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/95190e5cb507425683a907c6a79718fb, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/81277851bd1c4b9ab2c83c57c26cac0e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/c3711380c64745d1894da935ba9dfa03, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/26374798bd314f50b41a42cf350b4b91, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/32256ef1e3e74d578ce001221b249e6d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/ead95988e407404d949615be8fbbd3dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/72e368be785c44399ab52e396cdc65cd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/e675612663cd4178a2c8b85a6771bd69, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1d1de855b56c4c7187d64f12ec363de1, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/38b9bca4d88e4825bd1c6a7290d31d0e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/6e35f54d1f3a48e8a9ca25cb952745f3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/208e493033164a37a80162c46975d1e6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/326f1b4925e247e39cd2bb6c47f5a6e9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/4f70b2165e7343a4b818cf867c066d1a, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/a5d69ef5a1f845ea8e5e9393bd041c30, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/71b5543d6bfa4e8f8188ea0a8241fad7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/803e8d7eb2d240628b3eafcfa7ab6ebc, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1735f0517c2745a6a01215b67d357211, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/724d7c44ca68405580299797afee3a87] to archive 2024-11-24T00:23:38,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:23:38,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/d528ddfd26ca4a4490cb9f11f0952399 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/d528ddfd26ca4a4490cb9f11f0952399 2024-11-24T00:23:38,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/3184ffe757db4ca9aa7875db97f0c564 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/3184ffe757db4ca9aa7875db97f0c564 2024-11-24T00:23:38,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2305462c61114dee85a50da93498f591 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2305462c61114dee85a50da93498f591 2024-11-24T00:23:38,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/de4f4d449a1e4452877fe5b30bbd0eee to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/de4f4d449a1e4452877fe5b30bbd0eee 2024-11-24T00:23:38,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82de782d86dc4207803860039585c2e5 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82de782d86dc4207803860039585c2e5 2024-11-24T00:23:38,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2049c5802ace4fdeb47836d44c2461bc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/2049c5802ace4fdeb47836d44c2461bc 2024-11-24T00:23:38,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7d0fa0d1c94744af9a35673a9b7766cd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7d0fa0d1c94744af9a35673a9b7766cd 2024-11-24T00:23:38,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7bc45b77ce7e48b0b8d0bed11b2a29de to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/7bc45b77ce7e48b0b8d0bed11b2a29de 2024-11-24T00:23:38,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/11af61a2c6e346a2bc7134c36498fa15 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/11af61a2c6e346a2bc7134c36498fa15 2024-11-24T00:23:38,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/df7e1ebc92d44ff192ed2e31197ea29e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/df7e1ebc92d44ff192ed2e31197ea29e 2024-11-24T00:23:38,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8834df3b303f4c8aaf31633ad45f3414 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8834df3b303f4c8aaf31633ad45f3414 2024-11-24T00:23:38,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/63206dc58824460d9721343efd7f6f30 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/63206dc58824460d9721343efd7f6f30 2024-11-24T00:23:38,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/bf30e022f4b44975948cf414ab52b9da to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/bf30e022f4b44975948cf414ab52b9da 2024-11-24T00:23:38,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/95190e5cb507425683a907c6a79718fb to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/95190e5cb507425683a907c6a79718fb 2024-11-24T00:23:38,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/81277851bd1c4b9ab2c83c57c26cac0e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/81277851bd1c4b9ab2c83c57c26cac0e 2024-11-24T00:23:38,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/c3711380c64745d1894da935ba9dfa03 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/c3711380c64745d1894da935ba9dfa03 2024-11-24T00:23:38,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/26374798bd314f50b41a42cf350b4b91 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/26374798bd314f50b41a42cf350b4b91 2024-11-24T00:23:38,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/32256ef1e3e74d578ce001221b249e6d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/32256ef1e3e74d578ce001221b249e6d 2024-11-24T00:23:38,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/ead95988e407404d949615be8fbbd3dd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/ead95988e407404d949615be8fbbd3dd 2024-11-24T00:23:38,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/72e368be785c44399ab52e396cdc65cd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/72e368be785c44399ab52e396cdc65cd 2024-11-24T00:23:38,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/e675612663cd4178a2c8b85a6771bd69 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/e675612663cd4178a2c8b85a6771bd69 2024-11-24T00:23:38,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1d1de855b56c4c7187d64f12ec363de1 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1d1de855b56c4c7187d64f12ec363de1 2024-11-24T00:23:38,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/38b9bca4d88e4825bd1c6a7290d31d0e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/38b9bca4d88e4825bd1c6a7290d31d0e 2024-11-24T00:23:38,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/8f2bcd8c1d4a4c0eb44b8d7dc70a2c3a 2024-11-24T00:23:38,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/6e35f54d1f3a48e8a9ca25cb952745f3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/6e35f54d1f3a48e8a9ca25cb952745f3 2024-11-24T00:23:38,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/208e493033164a37a80162c46975d1e6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/208e493033164a37a80162c46975d1e6 2024-11-24T00:23:38,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/326f1b4925e247e39cd2bb6c47f5a6e9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/326f1b4925e247e39cd2bb6c47f5a6e9 2024-11-24T00:23:38,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/4f70b2165e7343a4b818cf867c066d1a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/4f70b2165e7343a4b818cf867c066d1a 2024-11-24T00:23:38,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/a5d69ef5a1f845ea8e5e9393bd041c30 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/a5d69ef5a1f845ea8e5e9393bd041c30 2024-11-24T00:23:38,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/71b5543d6bfa4e8f8188ea0a8241fad7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/71b5543d6bfa4e8f8188ea0a8241fad7 2024-11-24T00:23:38,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/803e8d7eb2d240628b3eafcfa7ab6ebc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/803e8d7eb2d240628b3eafcfa7ab6ebc 2024-11-24T00:23:38,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1735f0517c2745a6a01215b67d357211 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/1735f0517c2745a6a01215b67d357211 2024-11-24T00:23:38,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/724d7c44ca68405580299797afee3a87 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/724d7c44ca68405580299797afee3a87 2024-11-24T00:23:38,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/58ed897334b64eb0ab2097367e0c20c9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/6fb90de59445482bb7bad35a7c39eff9, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/83c2910f86b24871a1d5132d2b5bd8c6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/dfacd9d88d304b758f2e63f6033c62a3, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/40e680ea544e4ee396d45ed301c86429, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/285c80b1b5894e5caab9114d2e1ea775, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/08d896b28385479b908c82ae2009213b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d7db548ac43f405e982b2067ad9f60ed, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f28062f3bd43450b8af115043c87efe0, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f9643651e74482dab69646a467867c7, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/a493452601d84b5fa3fbcf2a9ed33839, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c9a567ad4f1c4d639a5ccbed677deb71, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/2aee851b4eea4c09ade258f82345a57e, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/449d34a351114c41a5f9469f9400bf0f, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f382559b9794f84bf6b63d7ff395be8, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fb24dd1ed63242c6885895ed52bb39d4, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c6ef15923443484f99b732f33061266b, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fdd69d7a055c453e8e617a8552773b72, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9c474802807c45b2b11e1e7aafa64a8d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/355fb30c2727478f938b3267a505cda6, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/8b04ef45a3454b689f505f42257edaba, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/973fb0678ab54cf394fcafeef599835d, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/b9cfdb6146e648a7a156c0e328d20277, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/079b9f53af654dbe80bb39c2af8a64dd, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7065905467284b93b8e0414070106608, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f36f404a2b7240e6b4ba99c9c18a5177, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d24a54e071a94ba685a9a22e6425a789, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/10afb54d208f4a23ae20e90382f11374, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9f4ede750ae34e8686c2f85f081056ce, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/658a1a1116654b34ab6671bfb42b2b15, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4614ac837f1847d39b625b7c2f0b3722, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9245944a81aa4419bd7504fb3cd09655, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7ce0dbb82faf40fca26cedbe824a1917] to archive 2024-11-24T00:23:38,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T00:23:38,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/58ed897334b64eb0ab2097367e0c20c9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/58ed897334b64eb0ab2097367e0c20c9 2024-11-24T00:23:38,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/6fb90de59445482bb7bad35a7c39eff9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/6fb90de59445482bb7bad35a7c39eff9 2024-11-24T00:23:38,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/83c2910f86b24871a1d5132d2b5bd8c6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/83c2910f86b24871a1d5132d2b5bd8c6 2024-11-24T00:23:38,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/dfacd9d88d304b758f2e63f6033c62a3 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/dfacd9d88d304b758f2e63f6033c62a3 2024-11-24T00:23:38,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/40e680ea544e4ee396d45ed301c86429 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/40e680ea544e4ee396d45ed301c86429 2024-11-24T00:23:38,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/285c80b1b5894e5caab9114d2e1ea775 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/285c80b1b5894e5caab9114d2e1ea775 2024-11-24T00:23:38,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/08d896b28385479b908c82ae2009213b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/08d896b28385479b908c82ae2009213b 2024-11-24T00:23:38,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d7db548ac43f405e982b2067ad9f60ed to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d7db548ac43f405e982b2067ad9f60ed 2024-11-24T00:23:38,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f28062f3bd43450b8af115043c87efe0 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f28062f3bd43450b8af115043c87efe0 2024-11-24T00:23:38,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f9643651e74482dab69646a467867c7 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f9643651e74482dab69646a467867c7 2024-11-24T00:23:38,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/a493452601d84b5fa3fbcf2a9ed33839 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/a493452601d84b5fa3fbcf2a9ed33839 2024-11-24T00:23:38,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c9a567ad4f1c4d639a5ccbed677deb71 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c9a567ad4f1c4d639a5ccbed677deb71 2024-11-24T00:23:38,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/2aee851b4eea4c09ade258f82345a57e to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/2aee851b4eea4c09ade258f82345a57e 2024-11-24T00:23:38,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/449d34a351114c41a5f9469f9400bf0f to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/449d34a351114c41a5f9469f9400bf0f 2024-11-24T00:23:38,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f382559b9794f84bf6b63d7ff395be8 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/5f382559b9794f84bf6b63d7ff395be8 2024-11-24T00:23:38,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fb24dd1ed63242c6885895ed52bb39d4 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fb24dd1ed63242c6885895ed52bb39d4 2024-11-24T00:23:38,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c6ef15923443484f99b732f33061266b to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/c6ef15923443484f99b732f33061266b 2024-11-24T00:23:38,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fdd69d7a055c453e8e617a8552773b72 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/fdd69d7a055c453e8e617a8552773b72 2024-11-24T00:23:38,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9c474802807c45b2b11e1e7aafa64a8d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9c474802807c45b2b11e1e7aafa64a8d 2024-11-24T00:23:38,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/355fb30c2727478f938b3267a505cda6 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/355fb30c2727478f938b3267a505cda6 2024-11-24T00:23:38,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/8b04ef45a3454b689f505f42257edaba to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/8b04ef45a3454b689f505f42257edaba 2024-11-24T00:23:38,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/973fb0678ab54cf394fcafeef599835d to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/973fb0678ab54cf394fcafeef599835d 2024-11-24T00:23:38,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/b9cfdb6146e648a7a156c0e328d20277 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/b9cfdb6146e648a7a156c0e328d20277 2024-11-24T00:23:38,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/079b9f53af654dbe80bb39c2af8a64dd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/079b9f53af654dbe80bb39c2af8a64dd 2024-11-24T00:23:38,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7065905467284b93b8e0414070106608 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7065905467284b93b8e0414070106608 2024-11-24T00:23:38,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f36f404a2b7240e6b4ba99c9c18a5177 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f36f404a2b7240e6b4ba99c9c18a5177 2024-11-24T00:23:38,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d24a54e071a94ba685a9a22e6425a789 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/d24a54e071a94ba685a9a22e6425a789 2024-11-24T00:23:38,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/10afb54d208f4a23ae20e90382f11374 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/10afb54d208f4a23ae20e90382f11374 2024-11-24T00:23:38,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9f4ede750ae34e8686c2f85f081056ce to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9f4ede750ae34e8686c2f85f081056ce 2024-11-24T00:23:38,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/658a1a1116654b34ab6671bfb42b2b15 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/658a1a1116654b34ab6671bfb42b2b15 2024-11-24T00:23:38,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4614ac837f1847d39b625b7c2f0b3722 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4614ac837f1847d39b625b7c2f0b3722 2024-11-24T00:23:38,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9245944a81aa4419bd7504fb3cd09655 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/9245944a81aa4419bd7504fb3cd09655 2024-11-24T00:23:38,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7ce0dbb82faf40fca26cedbe824a1917 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/7ce0dbb82faf40fca26cedbe824a1917 2024-11-24T00:23:38,816 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/recovered.edits/491.seqid, newMaxSeqId=491, maxSeqId=4 2024-11-24T00:23:38,816 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a. 2024-11-24T00:23:38,816 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1635): Region close journal for e6126544225a6e49db849bdd0ba0675a: 2024-11-24T00:23:38,818 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(170): Closed e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:38,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=e6126544225a6e49db849bdd0ba0675a, regionState=CLOSED 2024-11-24T00:23:38,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-24T00:23:38,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseRegionProcedure e6126544225a6e49db849bdd0ba0675a, server=1a18afc96aae,44317,1732407637776 in 743 msec 2024-11-24T00:23:38,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=187, resume processing ppid=186 2024-11-24T00:23:38,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, ppid=186, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6126544225a6e49db849bdd0ba0675a, UNASSIGN in 748 msec 2024-11-24T00:23:38,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-24T00:23:38,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 750 msec 2024-11-24T00:23:38,825 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732407818825"}]},"ts":"1732407818825"} 2024-11-24T00:23:38,826 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T00:23:38,829 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T00:23:38,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 764 msec 2024-11-24T00:23:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T00:23:39,173 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-24T00:23:39,173 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T00:23:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:39,175 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T00:23:39,176 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=189, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:39,178 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,180 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C, FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/recovered.edits] 2024-11-24T00:23:39,183 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/841027a3c3fd4eee9005f44a379b87c9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/841027a3c3fd4eee9005f44a379b87c9 2024-11-24T00:23:39,185 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cce3ee9d41c0496182b38927888abccd to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/A/cce3ee9d41c0496182b38927888abccd 2024-11-24T00:23:39,188 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82bb92d963254ecaabe367a273875abc to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/82bb92d963254ecaabe367a273875abc 2024-11-24T00:23:39,189 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/eb922b8dbe94499fb33f1d41ad1b18e9 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/B/eb922b8dbe94499fb33f1d41ad1b18e9 2024-11-24T00:23:39,191 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4571c71e32574987aaebd45c348c67ce to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/4571c71e32574987aaebd45c348c67ce 2024-11-24T00:23:39,192 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f160793ad7c447d4a1141ada0486a565 to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/C/f160793ad7c447d4a1141ada0486a565 2024-11-24T00:23:39,194 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/recovered.edits/491.seqid to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a/recovered.edits/491.seqid 2024-11-24T00:23:39,195 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/default/TestAcidGuarantees/e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T00:23:39,195 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T00:23:39,196 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T00:23:39,199 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112401ef8a1e9f0d4d39b9110fcf2b43e86d_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112401ef8a1e9f0d4d39b9110fcf2b43e86d_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,200 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240ad7ab91dbff42e784d1d275b7ebd2f2_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240ad7ab91dbff42e784d1d275b7ebd2f2_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,201 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124205a9b01de3a4bada0187b94a2acc9b4_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124205a9b01de3a4bada0187b94a2acc9b4_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,202 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243181d447a7444843a6b2e88770b22956_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243181d447a7444843a6b2e88770b22956_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,203 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124343c38df2bcc49b4981023eee41ad8f4_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124343c38df2bcc49b4981023eee41ad8f4_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,204 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243ce8174ba702476cb6f26d23bc56ebbf_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243ce8174ba702476cb6f26d23bc56ebbf_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,205 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444ae1f33ec244d3f9975fdfe06406ee7_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444ae1f33ec244d3f9975fdfe06406ee7_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,206 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f0ef4be49c74a31b1e1281aab371452_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f0ef4be49c74a31b1e1281aab371452_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,208 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f560a46cae54df5a7d21c277694c0f8_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f560a46cae54df5a7d21c277694c0f8_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,209 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245368ae585355473f8da1afabc75d1430_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245368ae585355473f8da1afabc75d1430_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,210 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124683017a1d4ca43c2acf82ca9b09ad924_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124683017a1d4ca43c2acf82ca9b09ad924_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,211 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246c83ded30dcf483fabbfe083fa6d83a6_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246c83ded30dcf483fabbfe083fa6d83a6_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,212 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124745dcd4460124677bab21d8993954b97_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124745dcd4460124677bab21d8993954b97_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,213 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247a1f6d4428c9456caeec8fcfec9e1cf3_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247a1f6d4428c9456caeec8fcfec9e1cf3_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,214 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247b50b0c83702412a8e371bd7a9483c12_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247b50b0c83702412a8e371bd7a9483c12_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,215 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247d9ec7ef372940cba2f3cde93ecdeb31_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247d9ec7ef372940cba2f3cde93ecdeb31_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,216 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248013cec53d8049ad9157ebdcbcc9938b_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248013cec53d8049ad9157ebdcbcc9938b_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,217 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aa16a6c6bfd2472fb488b3876b755a15_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aa16a6c6bfd2472fb488b3876b755a15_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,218 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bb5d2759bb94485eb373e0bd08b4b320_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bb5d2759bb94485eb373e0bd08b4b320_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,219 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1e30c0579314832b97389298b06c80c_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1e30c0579314832b97389298b06c80c_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,220 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c86f5e49077645ed9915d84d5ec8fe10_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c86f5e49077645ed9915d84d5ec8fe10_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,221 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d146ff72c3f04e37863048230cc81eb1_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d146ff72c3f04e37863048230cc81eb1_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,222 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e52bdbbdf90b44378f193f61dac27b76_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e52bdbbdf90b44378f193f61dac27b76_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,223 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2a51b5e89054be69f77ddfb62738b42_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2a51b5e89054be69f77ddfb62738b42_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,224 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f5450de6bb314bf58db220cebcfb00a3_e6126544225a6e49db849bdd0ba0675a to hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f5450de6bb314bf58db220cebcfb00a3_e6126544225a6e49db849bdd0ba0675a 2024-11-24T00:23:39,225 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T00:23:39,227 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=189, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:39,229 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T00:23:39,231 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T00:23:39,231 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=189, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:39,232 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T00:23:39,232 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732407819232"}]},"ts":"9223372036854775807"} 2024-11-24T00:23:39,233 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T00:23:39,233 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e6126544225a6e49db849bdd0ba0675a, NAME => 'TestAcidGuarantees,,1732407785228.e6126544225a6e49db849bdd0ba0675a.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T00:23:39,233 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T00:23:39,233 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732407819233"}]},"ts":"9223372036854775807"} 2024-11-24T00:23:39,235 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T00:23:39,237 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=189, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T00:23:39,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-24T00:23:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38659 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T00:23:39,277 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-24T00:23:39,289 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=602 (was 571) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6849 (was 6959) 2024-11-24T00:23:39,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T00:23:39,289 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T00:23:39,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0870ca2a to 127.0.0.1:54804 2024-11-24T00:23:39,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:39,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T00:23:39,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-11-24T00:23:39,290 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=1a18afc96aae,38659,1732407637024 2024-11-24T00:23:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T00:23:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T00:23:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:23:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:23:39,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T00:23:39,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:39,293 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1a18afc96aae,44317,1732407637776' ***** 2024-11-24T00:23:39,293 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T00:23:39,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T00:23:39,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T00:23:39,296 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T00:23:39,296 INFO [RS:0;1a18afc96aae:44317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T00:23:39,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T00:23:39,296 INFO [RS:0;1a18afc96aae:44317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T00:23:39,296 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(3579): Received CLOSE for 9721533387e756f7f29c683b93266ac4 2024-11-24T00:23:39,297 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1224): stopping server 1a18afc96aae,44317,1732407637776 2024-11-24T00:23:39,297 DEBUG [RS:0;1a18afc96aae:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:39,297 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T00:23:39,297 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T00:23:39,297 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T00:23:39,297 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T00:23:39,297 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9721533387e756f7f29c683b93266ac4, disabling compactions & flushes 2024-11-24T00:23:39,297 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:23:39,297 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:23:39,297 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. after waiting 0 ms 2024-11-24T00:23:39,297 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:23:39,297 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9721533387e756f7f29c683b93266ac4 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T00:23:39,298 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T00:23:39,298 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1603): Online Regions={9721533387e756f7f29c683b93266ac4=hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T00:23:39,300 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T00:23:39,300 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T00:23:39,300 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T00:23:39,300 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T00:23:39,300 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T00:23:39,300 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T00:23:39,302 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9721533387e756f7f29c683b93266ac4 2024-11-24T00:23:39,322 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4/.tmp/info/3303d93db79c4fc4a78b166f2b293c90 is 45, key is default/info:d/1732407642263/Put/seqid=0 2024-11-24T00:23:39,326 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/info/5686eaabf565480fb9aeca30ecd4a2f4 is 143, key is hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4./info:regioninfo/1732407642160/Put/seqid=0 2024-11-24T00:23:39,329 INFO [regionserver/1a18afc96aae:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T00:23:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742563_1739 (size=7725) 2024-11-24T00:23:39,338 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/info/5686eaabf565480fb9aeca30ecd4a2f4 2024-11-24T00:23:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742562_1738 (size=5037) 2024-11-24T00:23:39,345 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4/.tmp/info/3303d93db79c4fc4a78b166f2b293c90 2024-11-24T00:23:39,348 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4/.tmp/info/3303d93db79c4fc4a78b166f2b293c90 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4/info/3303d93db79c4fc4a78b166f2b293c90 2024-11-24T00:23:39,354 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4/info/3303d93db79c4fc4a78b166f2b293c90, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T00:23:39,354 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9721533387e756f7f29c683b93266ac4 in 57ms, sequenceid=6, compaction requested=false 2024-11-24T00:23:39,359 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/namespace/9721533387e756f7f29c683b93266ac4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T00:23:39,359 INFO [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:23:39,359 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9721533387e756f7f29c683b93266ac4: 2024-11-24T00:23:39,359 DEBUG [RS_CLOSE_REGION-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732407640913.9721533387e756f7f29c683b93266ac4. 2024-11-24T00:23:39,366 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/rep_barrier/986e84bdb63e4497a74ddef5aa0364ba is 102, key is TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb./rep_barrier:/1732407669615/DeleteFamily/seqid=0 2024-11-24T00:23:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742564_1740 (size=6025) 2024-11-24T00:23:39,502 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T00:23:39,673 INFO [regionserver/1a18afc96aae:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T00:23:39,673 INFO [regionserver/1a18afc96aae:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T00:23:39,702 DEBUG [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T00:23:39,769 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/rep_barrier/986e84bdb63e4497a74ddef5aa0364ba 2024-11-24T00:23:39,790 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/table/826b40b5b243492d83f94653b19825e0 is 96, key is TestAcidGuarantees,,1732407642400.dd85acc21e586c76e659109d85500dfb./table:/1732407669615/DeleteFamily/seqid=0 2024-11-24T00:23:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742565_1741 (size=5942) 2024-11-24T00:23:39,794 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/table/826b40b5b243492d83f94653b19825e0 2024-11-24T00:23:39,797 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/info/5686eaabf565480fb9aeca30ecd4a2f4 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/info/5686eaabf565480fb9aeca30ecd4a2f4 2024-11-24T00:23:39,800 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/info/5686eaabf565480fb9aeca30ecd4a2f4, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T00:23:39,801 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/rep_barrier/986e84bdb63e4497a74ddef5aa0364ba as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/rep_barrier/986e84bdb63e4497a74ddef5aa0364ba 2024-11-24T00:23:39,804 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/rep_barrier/986e84bdb63e4497a74ddef5aa0364ba, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T00:23:39,805 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/.tmp/table/826b40b5b243492d83f94653b19825e0 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/table/826b40b5b243492d83f94653b19825e0 2024-11-24T00:23:39,808 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/table/826b40b5b243492d83f94653b19825e0, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T00:23:39,808 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=93, compaction requested=false 2024-11-24T00:23:39,813 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T00:23:39,813 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T00:23:39,813 INFO [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T00:23:39,813 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T00:23:39,814 DEBUG [RS_CLOSE_META-regionserver/1a18afc96aae:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T00:23:39,902 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1250): stopping server 1a18afc96aae,44317,1732407637776; all regions closed. 2024-11-24T00:23:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741834_1010 (size=26050) 2024-11-24T00:23:39,909 DEBUG [RS:0;1a18afc96aae:44317 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/oldWALs 2024-11-24T00:23:39,910 INFO [RS:0;1a18afc96aae:44317 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1a18afc96aae%2C44317%2C1732407637776.meta:.meta(num 1732407640672) 2024-11-24T00:23:39,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741832_1008 (size=17143398) 2024-11-24T00:23:39,913 DEBUG [RS:0;1a18afc96aae:44317 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/oldWALs 2024-11-24T00:23:39,914 INFO [RS:0;1a18afc96aae:44317 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1a18afc96aae%2C44317%2C1732407637776:(num 1732407639731) 2024-11-24T00:23:39,914 DEBUG [RS:0;1a18afc96aae:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:39,914 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T00:23:39,914 INFO [RS:0;1a18afc96aae:44317 {}] hbase.ChoreService(370): Chore service for: regionserver/1a18afc96aae:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T00:23:39,914 INFO [regionserver/1a18afc96aae:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T00:23:39,915 INFO [RS:0;1a18afc96aae:44317 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44317 2024-11-24T00:23:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a18afc96aae,44317,1732407637776 2024-11-24T00:23:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T00:23:39,920 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f81008f4010@29df2dc9 rejected from java.util.concurrent.ThreadPoolExecutor@6cddb696[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T00:23:39,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a18afc96aae,44317,1732407637776] 2024-11-24T00:23:39,920 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 1a18afc96aae,44317,1732407637776; numProcessing=1 2024-11-24T00:23:39,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/1a18afc96aae,44317,1732407637776 already deleted, retry=false 2024-11-24T00:23:39,922 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 1a18afc96aae,44317,1732407637776 expired; onlineServers=0 2024-11-24T00:23:39,922 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1a18afc96aae,38659,1732407637024' ***** 2024-11-24T00:23:39,922 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T00:23:39,922 DEBUG [M:0;1a18afc96aae:38659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a18afc96aae/172.17.0.2:0 2024-11-24T00:23:39,922 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HRegionServer(1224): stopping server 1a18afc96aae,38659,1732407637024 2024-11-24T00:23:39,922 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HRegionServer(1250): stopping server 1a18afc96aae,38659,1732407637024; all regions closed. 2024-11-24T00:23:39,922 DEBUG [M:0;1a18afc96aae:38659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T00:23:39,922 DEBUG [M:0;1a18afc96aae:38659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T00:23:39,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T00:23:39,923 DEBUG [M:0;1a18afc96aae:38659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T00:23:39,923 DEBUG [master/1a18afc96aae:0:becomeActiveMaster-HFileCleaner.large.0-1732407639437 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a18afc96aae:0:becomeActiveMaster-HFileCleaner.large.0-1732407639437,5,FailOnTimeoutGroup] 2024-11-24T00:23:39,923 DEBUG [master/1a18afc96aae:0:becomeActiveMaster-HFileCleaner.small.0-1732407639438 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a18afc96aae:0:becomeActiveMaster-HFileCleaner.small.0-1732407639438,5,FailOnTimeoutGroup] 2024-11-24T00:23:39,923 INFO [M:0;1a18afc96aae:38659 {}] hbase.ChoreService(370): Chore service for: master/1a18afc96aae:0 had [] on shutdown 2024-11-24T00:23:39,923 DEBUG [M:0;1a18afc96aae:38659 {}] master.HMaster(1733): Stopping service threads 2024-11-24T00:23:39,923 INFO [M:0;1a18afc96aae:38659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T00:23:39,923 ERROR [M:0;1a18afc96aae:38659 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T00:23:39,924 INFO [M:0;1a18afc96aae:38659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T00:23:39,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T00:23:39,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T00:23:39,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T00:23:39,925 DEBUG [M:0;1a18afc96aae:38659 {}] zookeeper.ZKUtil(347): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T00:23:39,925 WARN [M:0;1a18afc96aae:38659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T00:23:39,925 INFO [M:0;1a18afc96aae:38659 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T00:23:39,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T00:23:39,926 INFO [M:0;1a18afc96aae:38659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T00:23:39,926 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T00:23:39,926 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:23:39,926 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:23:39,926 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T00:23:39,926 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:23:39,926 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=809.04 KB heapSize=997.40 KB 2024-11-24T00:23:39,948 DEBUG [M:0;1a18afc96aae:38659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18b7518d62c04146977d6ba0897fae57 is 82, key is hbase:meta,,1/info:regioninfo/1732407640805/Put/seqid=0 2024-11-24T00:23:39,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742566_1742 (size=5672) 2024-11-24T00:23:39,953 INFO [M:0;1a18afc96aae:38659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2324 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18b7518d62c04146977d6ba0897fae57 2024-11-24T00:23:39,981 DEBUG [M:0;1a18afc96aae:38659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/193fe8da761c4087a4accb0669b5cdc6 is 2278, key is \x00\x00\x00\x00\x00\x00\x00./proc:d/1732407672952/Put/seqid=0 2024-11-24T00:23:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742567_1743 (size=46831) 2024-11-24T00:23:39,998 INFO [M:0;1a18afc96aae:38659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=808.48 KB at sequenceid=2324 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/193fe8da761c4087a4accb0669b5cdc6 2024-11-24T00:23:40,002 INFO [M:0;1a18afc96aae:38659 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 193fe8da761c4087a4accb0669b5cdc6 2024-11-24T00:23:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T00:23:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10026e669c30001, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T00:23:40,022 INFO [RS:0;1a18afc96aae:44317 {}] regionserver.HRegionServer(1307): Exiting; stopping=1a18afc96aae,44317,1732407637776; zookeeper connection closed. 2024-11-24T00:23:40,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eac1e7b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eac1e7b 2024-11-24T00:23:40,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T00:23:40,025 DEBUG [M:0;1a18afc96aae:38659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb6df77e4178485da1cd4417288fa21f is 69, key is 1a18afc96aae,44317,1732407637776/rs:state/1732407639505/Put/seqid=0 2024-11-24T00:23:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073742568_1744 (size=5156) 2024-11-24T00:23:40,042 INFO [M:0;1a18afc96aae:38659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2324 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb6df77e4178485da1cd4417288fa21f 2024-11-24T00:23:40,050 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18b7518d62c04146977d6ba0897fae57 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18b7518d62c04146977d6ba0897fae57 2024-11-24T00:23:40,056 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18b7518d62c04146977d6ba0897fae57, entries=8, sequenceid=2324, filesize=5.5 K 2024-11-24T00:23:40,057 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/193fe8da761c4087a4accb0669b5cdc6 as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/193fe8da761c4087a4accb0669b5cdc6 2024-11-24T00:23:40,064 INFO [M:0;1a18afc96aae:38659 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 193fe8da761c4087a4accb0669b5cdc6 2024-11-24T00:23:40,064 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/193fe8da761c4087a4accb0669b5cdc6, entries=189, sequenceid=2324, filesize=45.7 K 2024-11-24T00:23:40,065 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb6df77e4178485da1cd4417288fa21f as hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb6df77e4178485da1cd4417288fa21f 2024-11-24T00:23:40,075 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44105/user/jenkins/test-data/278904e0-0835-9508-f157-afab0ab7cc78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb6df77e4178485da1cd4417288fa21f, entries=1, sequenceid=2324, filesize=5.0 K 2024-11-24T00:23:40,076 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(3040): Finished flush of dataSize ~809.04 KB/828454, heapSize ~997.10 KB/1021032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=2324, compaction requested=false 2024-11-24T00:23:40,086 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T00:23:40,086 DEBUG [M:0;1a18afc96aae:38659 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T00:23:40,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34147 is added to blk_1073741830_1006 (size=980793) 2024-11-24T00:23:40,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T00:23:40,100 INFO [M:0;1a18afc96aae:38659 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T00:23:40,100 INFO [M:0;1a18afc96aae:38659 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38659 2024-11-24T00:23:40,103 DEBUG [M:0;1a18afc96aae:38659 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/1a18afc96aae,38659,1732407637024 already deleted, retry=false 2024-11-24T00:23:40,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T00:23:40,206 INFO [M:0;1a18afc96aae:38659 {}] regionserver.HRegionServer(1307): Exiting; stopping=1a18afc96aae,38659,1732407637024; zookeeper connection closed. 2024-11-24T00:23:40,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38659-0x10026e669c30000, quorum=127.0.0.1:54804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T00:23:40,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T00:23:40,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T00:23:40,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T00:23:40,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T00:23:40,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/hadoop.log.dir/,STOPPED} 2024-11-24T00:23:40,268 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T00:23:40,268 WARN [BP-266826940-172.17.0.2-1732407634254 heartbeating to localhost/127.0.0.1:44105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T00:23:40,268 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T00:23:40,268 WARN [BP-266826940-172.17.0.2-1732407634254 heartbeating to localhost/127.0.0.1:44105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-266826940-172.17.0.2-1732407634254 (Datanode Uuid e42ecd96-c7b0-4911-9641-aadf025858fa) service to localhost/127.0.0.1:44105 2024-11-24T00:23:40,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/dfs/data/data1/current/BP-266826940-172.17.0.2-1732407634254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T00:23:40,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/cluster_b3074599-c5f0-363c-2463-5b0dc56b8221/dfs/data/data2/current/BP-266826940-172.17.0.2-1732407634254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T00:23:40,273 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T00:23:40,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T00:23:40,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T00:23:40,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T00:23:40,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T00:23:40,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65ebfa25-9be0-102d-d8e2-a3d76d9a521f/hadoop.log.dir/,STOPPED} 2024-11-24T00:23:40,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T00:23:40,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down